-- Logs begin at Fri 2021-07-16 08:03:22 UTC, end at Fri 2021-07-16 09:02:27 UTC. -- Jul 16 08:33:44.759458 dv-cinder-800768-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 08:33:47.434215 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:33:47.434783 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:33:47.435238 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99433) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:33:47.438501 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:33:47.438711 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:33:47.439024 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99433) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:33:47.440584 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:33:47.440822 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:33:47.441187 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:33:47.441434 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:33:47.441662 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:33:47.441981 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.442280 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.442575 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.442806 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.443105 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.443396 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.443677 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.443987 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.444289 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.444578 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.444857 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.445144 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.445378 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.445659 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.445945 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.446235 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.446461 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] debug = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.446740 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.447163 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.447570 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.447851 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.448163 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.448444 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.448716 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.448994 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.449294 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.449611 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] host = dv-cinder-800768-3-iscsi {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.449885 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.450172 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.450466 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.450752 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.451027 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.451303 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.451588 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.451860 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.452153 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] log_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.452430 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.452719 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.453009 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.453300 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.453528 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.453751 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.454039 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.454326 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.454605 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.454880 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.455157 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.455461 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.455738 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.456035 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.456326 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.456615 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.456904 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.457182 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.457459 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.457734 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.458007 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.458293 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.458569 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.458845 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.459119 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.459409 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.459680 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.459981 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.460284 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.460576 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.460860 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.461144 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.461418 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.461700 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.461974 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.462246 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.462518 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] use_json = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.462792 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.463065 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.463347 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.463619 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.463906 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.464183 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.464454 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.464741 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:47.465039 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.465339 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.465639 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.465925 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.466220 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.466501 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.466793 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.467074 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.467365 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.467654 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.467964 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.468248 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.468537 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.468818 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.469115 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.469423 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.469728 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.470018 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.470295 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.470575 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.470850 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.471155 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.471443 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.471736 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.472057 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.472334 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.472613 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.472906 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.473188 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.473463 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.473744 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.474040 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.474319 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.474594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.474878 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.475161 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.475435 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.475705 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.476016 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.476309 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.476588 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.476860 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.477134 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.477414 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.477689 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.477977 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.478257 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.478533 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.478808 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.479092 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.479366 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.479642 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.479944 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.480222 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.480509 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.480785 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.481063 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.481342 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.481618 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.481892 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.482166 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.482439 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.482718 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.482992 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.483264 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.483538 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.483811 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.484110 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.484398 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.484696 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.484977 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.485259 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.485538 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.485818 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.486097 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.486376 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.487167 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.487447 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.487722 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.488036 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.488323 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.488610 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.488894 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.489174 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.489473 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.489756 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.490042 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.490325 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.490605 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.490894 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.491179 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.491474 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.491769 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.492088 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.492383 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.492675 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.492959 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.493271 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.493553 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:47.493774 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:33:47.494014 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99433) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 08:33:47.840172 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:33:47.840457 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:33:47.840751 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:33:47.841084 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 08:33:48.227915 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.228208 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.228484 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.229676 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.229951 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.230225 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.264260 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.264542 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.264812 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.278306 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.278585 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.278852 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.308750 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.309031 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.309301 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.345049 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.345331 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.345606 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.575129 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.575724 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.575724 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.575907 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.576576 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.694676 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.694995 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.695285 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.695561 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.695839 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.696178 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.696439 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.696698 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.696955 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.697256 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.697500 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.697768 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.698024 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.698275 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.698530 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.698801 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.699055 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.699319 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.699593 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.699852 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.700141 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.700391 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.700670 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.701046 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.701295 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.701540 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.701926 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:33:48.702167 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:33:48.702405 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:33:48.702641 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:33:48.702875 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:33:48.703109 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:33:48.703472 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 08:33:48.707159 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 08:33:48.711135 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 08:33:48.714788 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 16 08:33:48.716992 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 08:33:48.716992 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 08:33:48.717235 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 08:33:48.717610 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 08:33:48.721531 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 08:33:48.721785 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 08:33:48.722135 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:33:48.749326 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 08:33:48.749778 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.750078 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99433) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 08:33:48.750439 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.751787 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99433) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 08:33:48.752093 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:33:48.752867 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 08:33:48.756063 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.756348 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:48.819552 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 08:33:48.819791 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 08:33:48.820049 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 08:33:48.820409 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 08:33:48.841254 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_db.sqlalchemy.engines [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99433) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 08:33:49.375148 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Initializing driver for type 'gre' Jul 16 08:33:49.375672 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] gre ID ranges: [(1, 1000)] Jul 16 08:33:49.428077 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Initializing driver for type 'local' Jul 16 08:33:49.428441 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Initializing driver for type 'vlan' Jul 16 08:33:49.441501 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] VlanTypeDriver initialization complete Jul 16 08:33:49.441827 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Initializing driver for type 'vxlan' Jul 16 08:33:49.442293 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] vxlan ID ranges: [(1, 1000)] Jul 16 08:33:49.495332 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Initializing extension driver 'port_security' Jul 16 08:33:49.495702 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.extensions.port_security [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] PortSecurityExtensionDriver initialization complete Jul 16 08:33:49.496096 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Initializing mechanism driver 'openvswitch' Jul 16 08:33:49.496427 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Initializing mechanism driver 'hyperv' Jul 16 08:33:49.503458 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:49.504326 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > port after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.504701 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > port after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.505058 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > port after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.505573 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:33:49.506004 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.506359 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.506705 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.507095 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:33:49.507505 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > network after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.507853 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > network after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.508219 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > network after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.508605 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:33:49.509006 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.509355 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.509696 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.510085 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:33:49.510485 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.510831 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.511170 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.511555 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:33:49.511982 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.512327 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.512663 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.513047 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:33:49.513421 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] ML2 OVO RPC backend initialized. {{(pid=99433) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 08:33:49.514113 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.514469 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.514878 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > network before_response 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.515224 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > networks before_response 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.515566 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > port before_response 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.515930 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > ports before_response 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.516274 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.516613 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.516957 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > network after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.517299 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > network after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.517635 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > network after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.518555 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > port after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.518893 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > port after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.519227 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > port after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.519561 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.519920 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.520257 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.520822 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.plugin [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Modular L2 Plugin initialization complete Jul 16 08:33:49.521147 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading services supported by the core plugin {{(pid=99433) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 08:33:49.521472 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.plugins.ml2.managers [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Got port-security extension from driver 'port_security' Jul 16 08:33:49.521927 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.extensions.vlantransparent [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Disabled vlantransparent extension. Jul 16 08:33:49.522402 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99433) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 08:33:49.522715 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading Plugin: router Jul 16 08:33:49.557706 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.558094 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router after_create 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.558463 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router before_create 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.558830 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.559205 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.559562 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router after_delete 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.560215 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.560705 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router after_create 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.561061 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router after_update 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.561415 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router after_update 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.561773 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.562135 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router after_update 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.562548 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.562921 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: port after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.563265 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: port after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.563604 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: subnet after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.563966 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.564322 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.564673 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.565609 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: port before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.565954 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.566324 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router after_update 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.566664 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.567015 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.567378 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.567724 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.568114 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > agent after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.568468 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > agent after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.568814 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > network after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.569655 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Tracking information for resource: router configured {{(pid=99433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:33:49.569991 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Tracking information for resource: floatingip configured {{(pid=99433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:33:49.574791 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.db.l3_agentschedulers_db [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 08:33:49.575370 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: port after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.575930 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: port after_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.576108 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: port after_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.576462 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: port after_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.577253 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router before_create 55550100 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.577620 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.577984 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.578341 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.582763 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.services.provider_configuration [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service providers = [] {{(pid=99433) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 08:33:49.583133 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.db.servicetype_db [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99433) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 08:33:49.586079 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.services.service_base [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:33:49.586440 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.services.service_base [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:33:49.586786 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.services.service_base [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:33:49.587672 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.services.service_base [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:33:49.588073 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.services.service_base [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 08:33:49.588440 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:33:49.588755 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 08:33:49.599175 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:33:49.599516 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading Plugin: auto_allocate Jul 16 08:33:49.605195 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: network precommit_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.605563 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: network precommit_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.606077 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:33:49.606402 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading Plugin: tag Jul 16 08:33:49.613520 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:33:49.613855 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading Plugin: timestamp Jul 16 08:33:49.618585 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:33:49.618918 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading Plugin: network_ip_availability Jul 16 08:33:49.624262 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.624637 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.624993 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.625700 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:33:49.626021 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading Plugin: flavors Jul 16 08:33:49.632702 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:33:49.633038 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading Plugin: revisions Jul 16 08:33:49.637338 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:33:49.637731 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_concurrency.lockutils [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=99433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:33:49.638466 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99433) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 08:33:49.638804 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Initializing extension manager. Jul 16 08:33:49.639309 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: __init__.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.639650 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: __pycache__ {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.640015 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.640351 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: address_group.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.641100 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.641655 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: address-group Jul 16 08:33:49.641983 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: address_scope.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.642696 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.643228 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: address-scope Jul 16 08:33:49.643549 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.644514 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.645026 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: router-admin-state-down-before-update Jul 16 08:33:49.645347 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: agent.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.646047 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.646557 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: agent Jul 16 08:33:49.646877 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: agent_resources_synced.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.647783 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.648320 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: agent-resources-synced Jul 16 08:33:49.648640 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.650397 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.650920 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: allowed-address-pairs Jul 16 08:33:49.651248 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.652348 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.652869 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: auto-allocated-topology Jul 16 08:33:49.653194 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: availability_zone.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.653885 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.654396 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: availability_zone Jul 16 08:33:49.654717 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: availability_zone_filter.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.655628 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.656168 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: availability_zone_filter Jul 16 08:33:49.656493 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: data_plane_status.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.657396 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.657898 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 08:33:49.658223 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: default_subnetpools.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.659151 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.659656 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: default-subnetpools Jul 16 08:33:49.660010 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.660808 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.661313 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: dhcp_agent_scheduler Jul 16 08:33:49.661634 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: dns.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.662555 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.663063 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 08:33:49.663385 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: dns_domain_ports.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.664336 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.664844 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 08:33:49.665167 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.666087 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.666594 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 08:33:49.666913 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: dvr.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.667585 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.668121 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: dvr Jul 16 08:33:49.668442 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: empty_string_filtering.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.669344 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.669853 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: empty-string-filtering Jul 16 08:33:49.670174 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.671074 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.671577 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:33:49.671918 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.672826 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.673335 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 08:33:49.673654 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: external_net.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.675084 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.675593 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: external-net Jul 16 08:33:49.675943 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.676849 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.677354 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: extra_dhcp_opt Jul 16 08:33:49.677677 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: extraroute.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.678580 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.679090 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: extraroute Jul 16 08:33:49.679412 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: extraroute_atomic.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.680473 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.680993 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: extraroute-atomic Jul 16 08:33:49.681315 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: filter_validation.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.681978 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.682482 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: filter-validation Jul 16 08:33:49.682808 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: fip_pf_description.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.683713 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.684421 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 08:33:49.684745 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: fip_port_details.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.685915 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.686430 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: fip-port-details Jul 16 08:33:49.686757 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: flavors.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.688007 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.688519 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: flavors Jul 16 08:33:49.688845 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.691068 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.691630 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 08:33:49.691944 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: floatingip_pools.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.692643 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.693159 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: floatingip-pools Jul 16 08:33:49.693479 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: ip_allocation.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.694405 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.694910 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 08:33:49.695229 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.696179 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.696713 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: ip-substring-filtering Jul 16 08:33:49.697021 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: l2_adjacency.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.697948 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.698454 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 08:33:49.698775 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: l3.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.699727 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.700280 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: router Jul 16 08:33:49.700601 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.702797 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.703329 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:33:49.703664 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.704616 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.705139 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: ext-gw-mode Jul 16 08:33:49.705489 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.706403 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.706915 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: l3-ha Jul 16 08:33:49.707240 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: l3_flavors.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.708200 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.708708 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: l3-flavors Jul 16 08:33:49.709032 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.709936 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.710441 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 08:33:49.710763 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: l3agentscheduler.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.711788 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.712329 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: l3_agent_scheduler Jul 16 08:33:49.712656 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: logging.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.714146 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.714667 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension logging not supported by any of loaded plugins Jul 16 08:33:49.714998 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: metering.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.715739 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.716356 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: metering Jul 16 08:33:49.716686 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.717787 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.718309 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: metering_source_and_destination_fields Jul 16 08:33:49.718637 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: multiprovidernet.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.719674 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.720221 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: multi-provider Jul 16 08:33:49.720549 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: netmtu.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.721495 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.722010 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: net-mtu Jul 16 08:33:49.722337 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: netmtu_writable.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.723256 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.723766 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: net-mtu-writable Jul 16 08:33:49.724125 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: network_availability_zone.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.724794 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.725300 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: network_availability_zone Jul 16 08:33:49.725620 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: network_ip_availability.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.726696 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.727213 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: network-ip-availability Jul 16 08:33:49.727538 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: network_segment_range.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.728348 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.728848 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 08:33:49.729170 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: pagination.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.730144 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.730475 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: pagination Jul 16 08:33:49.730795 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: port_device_profile.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.731696 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.732239 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: port-device-profile Jul 16 08:33:49.732560 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.733479 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.733986 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: port-mac-address-regenerate Jul 16 08:33:49.734306 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.735210 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.735717 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: port-numa-affinity-policy Jul 16 08:33:49.736061 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: port_resource_request.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.737515 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.738020 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 08:33:49.738343 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: portbindings.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.739267 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.739776 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: binding Jul 16 08:33:49.740124 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: portbindings_extended.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.741377 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.741901 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: binding-extended Jul 16 08:33:49.742229 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: portsecurity.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.743139 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.743663 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: port-security Jul 16 08:33:49.744020 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: project_id.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.744984 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.745314 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: project-id Jul 16 08:33:49.745638 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: providernet.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.746545 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.747055 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: provider Jul 16 08:33:49.747376 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.750843 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.751369 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos not supported by any of loaded plugins Jul 16 08:33:49.751702 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.753526 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.754047 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 08:33:49.754376 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.755297 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.755817 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 08:33:49.756171 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos_default.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.757094 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.757611 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos-default not supported by any of loaded plugins Jul 16 08:33:49.757934 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos_fip.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.758584 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.759087 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 08:33:49.759409 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.760354 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.760861 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 08:33:49.761182 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.762087 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.762593 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 08:33:49.762914 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.763824 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.764349 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 08:33:49.764668 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: qos_rules_alias.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.765712 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.766223 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 08:33:49.766541 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: quotasv2.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.767433 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.767990 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: quotas Jul 16 08:33:49.768313 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: quotasv2_detail.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.771266 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.771611 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: quota_details Jul 16 08:33:49.771965 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: rbac.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.773025 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.773559 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: rbac-policies Jul 16 08:33:49.773889 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: rbac_address_group.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.774820 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.775338 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: rbac-address-group Jul 16 08:33:49.775666 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: rbac_address_scope.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.776638 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.777159 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: rbac-address-scope Jul 16 08:33:49.777485 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: rbac_security_groups.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.778397 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.778907 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: rbac-security-groups Jul 16 08:33:49.779230 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.780174 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.780686 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: rbac-subnetpool Jul 16 08:33:49.781010 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: revisionifmatch.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.781922 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.782438 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: revision-if-match Jul 16 08:33:49.782761 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: revisions.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.783912 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.784428 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: standard-attr-revisions Jul 16 08:33:49.784756 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: router_availability_zone.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.785432 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.785946 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: router_availability_zone Jul 16 08:33:49.786272 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: routerservicetype.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.787195 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.787705 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 08:33:49.788055 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.788976 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.789491 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: security-groups-normalized-cidr Jul 16 08:33:49.789816 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.790733 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.791247 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: port-security-groups-filtering Jul 16 08:33:49.791571 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.792528 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.793043 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: security-groups-remote-address-group Jul 16 08:33:49.793372 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: securitygroup.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.803400 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.804037 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: security-group Jul 16 08:33:49.804374 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: segment.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.805162 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.805675 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension segment not supported by any of loaded plugins Jul 16 08:33:49.806002 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.806930 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.807443 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 08:33:49.807768 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: servicetype.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.808893 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.809422 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: service-type Jul 16 08:33:49.809751 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: sorting.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.810982 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.811314 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: sorting Jul 16 08:33:49.811639 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: standard_attr_segment.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.812647 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.813163 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 08:33:49.813488 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: standardattrdescription.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.814153 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.814702 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: standard-attr-description Jul 16 08:33:49.815531 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: stateful_security_group.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.816510 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.817028 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: stateful-security-group Jul 16 08:33:49.817352 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: stdattrs_common.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.817935 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 08:33:49.818257 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.819183 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.819698 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 08:33:49.820060 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: subnet_onboard.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.821129 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.821643 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: subnet_onboard Jul 16 08:33:49.821964 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.822886 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.823395 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 08:33:49.823717 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: subnet_service_types.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.824675 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.825186 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: subnet-service-types Jul 16 08:33:49.825508 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: subnetallocation.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.826587 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.827100 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: subnet_allocation Jul 16 08:33:49.827426 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.828121 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.828635 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: subnetpool-prefix-ops Jul 16 08:33:49.828959 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.829886 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.830422 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 08:33:49.830749 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: tagging.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.831783 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.832324 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: standard-attr-tag Jul 16 08:33:49.832649 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: timestamp.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.833890 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.834412 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loaded extension: standard-attr-timestamp Jul 16 08:33:49.834739 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: trunk.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.835803 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.836345 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension trunk not supported by any of loaded plugins Jul 16 08:33:49.836674 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: trunk_details.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.837596 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.838110 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 08:33:49.838437 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.839357 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.841363 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 08:33:49.841692 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Loading extension file: vlantransparent.py {{(pid=99433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:33:49.842361 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:33:49.843054 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 08:33:49.845709 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:network Jul 16 08:33:49.846263 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:subnet Jul 16 08:33:49.846659 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:33:49.847047 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:port Jul 16 08:33:49.848289 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.848729 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service FLAVORS assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.849336 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.849758 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.850088 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:router Jul 16 08:33:49.850512 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:33:49.851003 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service METERING assigned prefix: /metering {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.852438 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.852812 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.853165 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:33:49.854124 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:33:49.854565 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:33:49.855010 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:33:49.855651 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service CORE assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.856014 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:33:49.856361 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] subnetpool is already registered Jul 16 08:33:49.856789 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service CORE assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.857115 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:33:49.857446 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] subnetpool is already registered Jul 16 08:33:49.859707 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.860173 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service FLAVORS assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.860762 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.861179 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.862024 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:router Jul 16 08:33:49.862374 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] router is already registered Jul 16 08:33:49.862782 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:33:49.863119 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] floatingip is already registered Jul 16 08:33:49.863564 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service METERING assigned prefix: /metering {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.864260 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:33:49.864586 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] rbac_policy is already registered Jul 16 08:33:49.865004 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:33:49.865340 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] security_group is already registered Jul 16 08:33:49.865740 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:33:49.866068 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] security_group_rule is already registered Jul 16 08:33:49.866690 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service CORE assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.867022 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:33:49.867358 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] subnetpool is already registered Jul 16 08:33:49.867768 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.v2.resource_helper [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Service CORE assigned prefix: {{(pid=99433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:33:49.868127 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:33:49.868459 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING neutron.quota.resource_registry [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] subnetpool is already registered Jul 16 08:33:49.868918 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: extensions {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.870347 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: address-groups {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.871835 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: address-scopes {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.873160 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: agents {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.874324 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: auto-allocated-topology {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.875545 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: availability_zones {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.876803 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: dhcp-networks {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.878859 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: dhcp-agents {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.880298 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: routers {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.881994 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: flavors {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.884226 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: service_profiles {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.885436 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: next_providers {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.886863 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: service_profiles {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.888425 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: floatingip-pools {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.889629 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: routers {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.891309 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: floatingips {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.892618 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: l3-routers {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.894026 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: l3-agents {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.895465 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: metering-labels {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.896730 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: metering-label-rules {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.898101 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: network-ip-availabilities {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.899351 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: bindings {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.900919 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: quotas {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.902438 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: quotas {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.903840 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: rbac-policies {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.905055 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: security-groups {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.906344 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: security-group-rules {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.907578 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: service-providers {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.909348 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: subnetpools {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.910671 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: subnetpools {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.912228 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.913881 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.915678 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.917458 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.919119 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.921076 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.922759 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.925124 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.926964 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.928715 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron.api.extensions [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Extended resource: tags {{(pid=99433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:33:49.934635 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING keystonemiddleware.auth_token [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 08:33:49.939385 dv-cinder-800768-3-iscsi neutron-server[99433]: WARNING keystonemiddleware.auth_token [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 08:33:49.947708 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_concurrency.lockutils [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Acquired lock "singleton_lock" {{(pid=99433) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 08:33:49.948162 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_concurrency.lockutils [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Releasing lock "singleton_lock" {{(pid=99433) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 08:33:49.948799 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO oslo_service.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Starting 2 workers Jul 16 08:33:49.953580 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Started child 99542 {{(pid=99433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:33:49.958041 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Started child 99543 {{(pid=99433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:33:49.958812 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.959595 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO neutron.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 08:33:49.960271 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Notify callbacks [] for process, before_spawn {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.960430 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [-] (99542) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:33:49.962673 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO oslo_service.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Starting 1 workers Jul 16 08:33:49.962881 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.964291 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [-] (99543) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:33:49.967846 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Started child 99544 {{(pid=99433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:33:49.968392 dv-cinder-800768-3-iscsi neutron-server[99433]: INFO oslo_service.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Starting 1 workers Jul 16 08:33:49.971766 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] calling RpcWorker wait() {{(pid=99544) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 08:33:49.972381 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] returning from RpcWorker wait() {{(pid=99544) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 08:33:49.973514 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.973662 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Started child 99545 {{(pid=99433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:33:49.973993 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:49.974353 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e6acf3e2-64dd-4d80-9a00-ecb52a57e4c3 None None] Notify callbacks [] for process, after_spawn {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.976196 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99433) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:33:49.976412 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:33:49.976599 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:33:49.976814 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:33:49.977148 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:33:49.977296 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:33:49.977803 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.978085 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.978227 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.978744 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.978744 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.979007 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.979450 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.979798 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.979991 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.980248 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.980500 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.980662 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.980910 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.981051 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.981297 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.981575 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.981834 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.982065 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.982321 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.982473 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.982726 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.982992 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.983246 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.983514 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] debug = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.983765 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.984293 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.984537 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.984782 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.985039 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.985278 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.985542 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.985778 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.986009 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.986242 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.986483 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.987332 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.987576 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.987785 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.988024 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.988285 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.988505 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.988955 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] host = dv-cinder-800768-3-iscsi {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.989173 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.989385 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.989610 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.989921 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.990103 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.990315 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.990573 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.990840 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.991081 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.991287 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.991510 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.991770 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.992001 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.992253 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.992407 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_options = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.992636 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.992905 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.993165 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.993358 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.993527 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.993700 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.993946 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.994109 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.994349 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.994569 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.994777 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.995099 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.995261 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.995427 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.995677 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.995941 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.996195 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.996399 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.996640 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.996865 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.997105 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.997328 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.997560 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.997790 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.998018 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.998229 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.998470 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.998694 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.998922 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.999171 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.999399 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.999651 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:49.999892 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.000135 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.000361 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.000583 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.000792 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.001133 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.001310 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.001517 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.001758 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.001985 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.002279 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.002494 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.002709 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.002935 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_json = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.003142 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.003357 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.003632 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.003845 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.004124 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.004353 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.004561 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.004792 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.005209 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.005464 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.005913 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.006337 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.006686 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.006686 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.007404 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.007404 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.007672 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.007806 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.008169 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.008891 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.008891 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.009419 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.009679 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:50.009827 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.009827 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.010086 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.010330 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.010474 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.010695 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.010909 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.011148 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.011472 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.012347 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.012347 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.012347 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.012757 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.012757 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.013543 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.013543 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.013543 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.013543 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.014039 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.014039 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.014310 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.014480 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.014712 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.014929 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.015180 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.015423 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.015671 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.015955 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.016173 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.016315 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.016552 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.016870 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.017058 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.017403 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.017625 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.018260 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.018260 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.018541 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.018541 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.018807 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.018962 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.019195 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.019412 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.019623 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.019855 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.020127 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.020366 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.020600 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.020840 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.021052 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.021266 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.021481 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.021692 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.022049 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.022187 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.022330 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.022505 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.022714 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.022924 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.023185 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.023376 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024007 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024159 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024708 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024708 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024708 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024708 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024708 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024708 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.024708 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027336 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027336 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027336 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027336 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027336 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027336 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027678 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027678 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.027937 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.028163 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.028378 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.028648 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.028888 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.029151 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.029370 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.029603 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.029857 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.030079 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.030307 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.030544 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.030780 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.031000 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.031277 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.031540 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.031775 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.032048 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.032306 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.032599 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.032835 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.033110 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.034873 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.034873 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.034873 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.034873 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.034873 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.035781 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.035781 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.035781 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.036101 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.036199 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.036388 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.036642 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.036863 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.037147 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.037407 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.037629 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.037844 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.038097 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.038407 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.038634 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.039023 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.039259 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.039508 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.039934 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.040314 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.040748 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.041004 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.041276 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.041506 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.041774 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.041942 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.044594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.044594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.044594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.044594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.044594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.044594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.044594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.044594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045237 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045237 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045237 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045237 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045237 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045237 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045585 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045724 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.045923 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.046170 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.046384 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.046754 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.047335 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.047720 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.048137 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.048554 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.049073 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.050029 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.050440 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.050850 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.051268 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.051599 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.051915 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.052169 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.052398 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.052620 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.052835 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.053287 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.053723 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.054117 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.054501 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.054726 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.054992 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.055250 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.055607 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.055917 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.056155 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.056395 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.056634 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.056869 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.057092 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.057312 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.057529 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.057747 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.057966 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.058204 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.058426 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.058647 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.058879 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.059091 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.059305 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.059522 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.059765 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.060403 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.060650 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.060884 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.061145 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.061380 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.061612 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.061873 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.062125 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.062300 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.062525 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.062743 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.062954 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.063182 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.063393 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.063602 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.063829 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.064095 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.064305 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.064530 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.066338 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.066565 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.066799 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.067024 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.067242 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.067476 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.067735 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.067972 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.068197 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.068413 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.068624 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.068942 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.069195 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.069415 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.069704 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.069933 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.070197 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.070437 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.070754 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.070966 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.071223 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.071441 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.071677 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.071937 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.072209 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.072529 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.072823 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.073081 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.073321 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.073601 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.073876 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.074159 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.074377 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.074676 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.075014 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.075292 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.075555 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.075798 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.076097 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.076326 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.076549 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.076782 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.077016 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.077232 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.077471 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.077707 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.077931 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.078167 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.078414 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.078652 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.079516 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.079757 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.080023 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.080243 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.080642 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:33:50.081137 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99433) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:33:50.081137 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:33:50.081403 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:33:50.081403 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:33:50.081659 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:33:50.081659 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:33:50.081890 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.082093 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.082218 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.082302 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.082462 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.082643 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.082803 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.082962 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.083120 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.083278 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.083436 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.083594 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.083751 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.083929 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.084089 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.084247 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.084405 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.084562 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.084725 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.084883 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.085039 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.085197 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.085353 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] debug = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.085510 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.085710 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.085874 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.086086 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.086252 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.086399 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.086537 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.086673 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.086797 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.086919 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.087143 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.087334 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.087334 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.087570 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.087701 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.087824 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.087976 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.088089 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] host = dv-cinder-800768-3-iscsi {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.088238 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.088395 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.088554 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.088711 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.088868 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.089028 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.089185 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.089341 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.089498 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.089655 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.089812 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.089967 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.090124 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.090280 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.090438 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_options = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.090595 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.090751 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.090908 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.091091 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.091252 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.091410 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.091567 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.091725 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.091895 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.092058 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.092214 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.092371 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.092528 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.092687 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.092844 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.093003 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.093160 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.093318 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.093475 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.093633 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.093789 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.093945 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.094103 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.094261 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.094418 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.094576 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.094734 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.094892 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.095049 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.095207 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.095364 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.095522 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.095680 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.095837 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.096538 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.096697 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.096855 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.097016 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.097222 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.097329 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.097455 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.097607 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.097764 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.097921 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.098082 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.098239 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_json = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.098395 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.098552 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.098709 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.098865 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.099022 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.099179 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.099335 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.099491 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:33:50.099667 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.099830 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.100004 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:50.100098 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.100178 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.100324 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.100485 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.100646 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.100806 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.100966 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.101127 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.101297 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.101459 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.101631 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.101792 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.101954 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.102119 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.102280 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.102442 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.102605 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.102767 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.102926 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.103087 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.103264 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.103425 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.103586 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.103747 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.103926 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.104089 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.104250 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.104407 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.104560 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.104716 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.104876 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.105037 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.105197 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.105358 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.105519 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.105680 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.105841 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.106001 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.106162 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.106324 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.106484 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.106646 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.106810 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.106971 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.107132 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.107293 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.107457 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.107615 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.107786 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.107971 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.108136 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.108297 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.108459 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.108619 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.108780 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.108940 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.109100 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.109260 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.109420 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.109593 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.109754 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.109915 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.110074 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.110235 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.110394 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.110555 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.110715 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.110876 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.111036 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.111196 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.111356 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.111537 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.112311 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.112474 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.112636 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.112798 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.112959 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.113120 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.113281 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.113441 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.113602 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.113763 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.113933 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.114109 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.114272 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.114648 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.114867 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.115034 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.115195 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.115554 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.115554 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.116060 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.116060 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.116312 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.116435 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.116557 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.116680 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.117137 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.117137 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.117137 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.117548 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.117548 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.117548 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.117875 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.117875 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.118275 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.118275 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.118275 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.118481 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.118607 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.118737 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.118908 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.119069 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.119237 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.119408 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.119569 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.119729 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.119925 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.120070 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.120230 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.120391 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.120552 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.120711 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.120871 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.121031 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.121199 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.121371 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.121531 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.121691 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.121850 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.122033 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.122194 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.122354 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.122514 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.122674 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.122833 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.122994 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.123156 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.123303 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.123463 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.123622 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.123782 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.123963 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.124125 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.124285 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.124445 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.124605 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.124766 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.124926 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.125086 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.125247 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.125408 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.125569 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.125730 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.125890 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.126050 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.126211 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.126371 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.126532 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.126692 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.126853 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.127133 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.127570 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.127570 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.127570 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.127952 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.127952 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.127952 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.128347 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.128347 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.128567 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.128567 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.128759 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.128851 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.129001 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.129162 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.129323 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.129483 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.129644 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.129805 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.129965 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.130125 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.130285 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.130445 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.130607 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.130800 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.130964 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.131125 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.131286 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.131446 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.131606 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.131768 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.131957 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.132119 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.132280 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.132441 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.132605 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.132769 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.132932 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.133093 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.133254 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.133414 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.133574 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134079 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134079 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134079 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134300 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134378 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134504 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134665 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134835 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.134997 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.135157 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.135317 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.135477 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.135637 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.135807 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.135989 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.136151 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.136311 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.136471 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.136632 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.136808 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.136982 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.137131 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.137277 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.137440 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.137600 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.137767 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.137928 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.138094 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.138255 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.138414 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.138572 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.138740 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.138902 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.139059 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.139226 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.139383 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.139542 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.139701 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.139897 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.140057 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.140227 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.140371 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.140526 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.140677 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.140813 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.140967 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.141136 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.141303 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.141465 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.141633 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.141801 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.141969 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.142129 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.142294 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.142466 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.142627 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.142810 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.142969 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.143130 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.143290 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.143451 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.143610 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.143769 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.143949 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.144111 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.144841 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.145006 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.145165 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.145371 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.145517 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.145641 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.145782 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.145943 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.146294 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:33:50.146294 dv-cinder-800768-3-iscsi neutron-server[99433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:33:50.431593 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38504) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:50.440251 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064464 Jul 16 08:34:01.581700 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe6743b-ed18-4b13-a5b4-eb09b59f4c2a None None] get_active_networks_info from dv-cinder-800768-3-iscsi {{(pid=99544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:34:01.690545 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6743b-ed18-4b13-a5b4-eb09b59f4c2a None None] No non-hosted networks {{(pid=99544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 08:34:01.696983 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.agentschedulers_db [None req-ffe6743b-ed18-4b13-a5b4-eb09b59f4c2a None None] DHCP Agent not found on host dv-cinder-800768-3-iscsi {{(pid=99544) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 08:34:01.820695 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8d740bd2-6241-48df-8f16-5ca5d8ca9f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683781'] for agent, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.073355 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683781'] for agent, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.074899 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.075578 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.076165 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.076977 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.077810 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.078742 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.079533 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.080768 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.081310 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.081969 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.082528 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.083174 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:04.083845 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800768-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:04.092207 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800768-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:04.108378 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b8c360c8-2f73-4dee-b6a2-a7b7a66085f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683781'] for agent, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.213777 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cd57e8a6-12f7-4f53-a356-46a21915969a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.163702 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683781'] for agent, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.935592 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683781'] for agent, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.005472 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38598) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:08.502200 dv-cinder-800768-3-iscsi neutron-server[99543]: WARNING oslo_policy.policy [None req-27d1fc16-c518-4f39-bccf-113f093ebf75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:34:08.503070 dv-cinder-800768-3-iscsi neutron-server[99543]: WARNING oslo_policy.policy [None req-27d1fc16-c518-4f39-bccf-113f093ebf75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:34:08.718529 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [None req-27d1fc16-c518-4f39-bccf-113f093ebf75 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:08.719475 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-27d1fc16-c518-4f39-bccf-113f093ebf75 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7131104 Jul 16 08:34:09.434082 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.db.l3_hamode_db [None req-0b124583-bf13-4e9f-9a0c-611f4759694b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 08:34:09.511809 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b124583-bf13-4e9f-9a0c-611f4759694b None None] Routers set() bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:09.512241 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b124583-bf13-4e9f-9a0c-611f4759694b None None] Router IDs set() for agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:34:11.045101 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38612) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:11.351363 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-45b76837-6ad6-4322-9b3c-6dd5b83babcf admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:11.446787 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.policy [None req-45b76837-6ad6-4322-9b3c-6dd5b83babcf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99543) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:34:11.492227 dv-cinder-800768-3-iscsi neutron-server[99543]: WARNING oslo_policy.policy [None req-45b76837-6ad6-4322-9b3c-6dd5b83babcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:34:11.492593 dv-cinder-800768-3-iscsi neutron-server[99543]: WARNING oslo_policy.policy [None req-45b76837-6ad6-4322-9b3c-6dd5b83babcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:34:11.501462 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.quota [None req-45b76837-6ad6-4322-9b3c-6dd5b83babcf admin admin] Loaded quota_driver: . Jul 16 08:34:11.590997 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-45b76837-6ad6-4322-9b3c-6dd5b83babcf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254547439', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254545858', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254763802', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254758352', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254784403', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254775554', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3460226', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3418993', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-520645', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-399668'] for rbac-policy, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.655771 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-45b76837-6ad6-4322-9b3c-6dd5b83babcf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.656991 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-45b76837-6ad6-4322-9b3c-6dd5b83babcf admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6109121 Jul 16 08:34:14.164165 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38624) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.452877 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'name': 'private', 'project_id': 'eb03bc13dde4431db28cea1130adf7a5'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:14.481363 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Made reservation on behalf of eb03bc13dde4431db28cea1130adf7a5 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:14.484299 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.500088 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.617432 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.620871 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.639209 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:14.668041 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793255161667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.668630 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Unsubscribe: segment precommit_create {{(pid=99543) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:34:14.669097 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Added segment 0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7 of type vlan for network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 Jul 16 08:34:14.686971 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf3045-87c4-4f19-8f14-a7b29aebcf3e,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.736741 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.737097 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.737431 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.737759 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.738081 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.738415 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.738738 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.739091 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.739422 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.739740 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.740085 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.740395 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Tracked resource versions report: Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: pushed versions: Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: { 'AddressGroup': {'1.2'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'ConntrackHelper': {'1.0'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Log': {'1.0'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Network': {'1.1'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Port': {'1.7'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'PortForwarding': {'1.2'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'QosPolicy': {'1.8'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SecurityGroup': {'1.4'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SubPort': {'1.0'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Subnet': {'1.1'}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Trunk': {'1.1'}} Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: consumer versions: Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: { DHCP agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: L3 agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: Metadata agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: Metering agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: Open vSwitch agent@dv-cinder-800768-3-iscsi: { 'AddressGroup': '1.2', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'ConntrackHelper': '1.0', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Log': '1.0', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Network': '1.1', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Port': '1.7', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'PortForwarding': '1.2', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'QosPolicy': '1.8', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SecurityGroup': '1.4', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SecurityGroupRule': '1.2', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SubPort': '1.0', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Subnet': '1.1', Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Trunk': '1.1'}} Jul 16 08:34:14.741460 dv-cinder-800768-3-iscsi neutron-server[99543]: {{(pid=99543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:34:14.780591 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.833168 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.834237 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.834910 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.891421 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7261479 Jul 16 08:34:14.931127 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82c7a4-7352-4bb9-aa53-f419763710bb admin admin] Pushing event updated for resources: {'Network': ['ID=2b5971f7-bc20-4f6c-93b3-360cb5d6c174,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.944052 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:17.468577 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38638) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:17.848742 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da9060-ca62-481b-bf97-f544e65a89dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.850095 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-70da9060-ca62-481b-bf97-f544e65a89dd admin admin] 10.222.0.63 "GET /v2.0/networks/2b5971f7-bc20-4f6c-93b3-360cb5d6c174 HTTP/1.1" status: 200 len: 825 time: 0.3805215 Jul 16 08:34:17.873157 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-cfc7fa2c-2829-4e90-9748-f1d45b2e0cbc admin admin] 10.222.0.63 "GET /v2.0/subnetpools/8d3b4efd-dcf1-44e7-a64e-dfcc62607ae2 HTTP/1.1" status: 200 len: 734 time: 0.0178351 Jul 16 08:34:17.881738 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'subnetpool_id': '8d3b4efd-dcf1-44e7-a64e-dfcc62607ae2', 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:17.902427 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Made reservation on behalf of eb03bc13dde4431db28cea1130adf7a5 for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:17.904831 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.192444 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.260129 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6620ef01-397c-421b-82a4-bfb1e30a1f65,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:18.264469 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Checking segment: {'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:18.264863 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Network hostable DHCP agents. Network: 2b5971f7-bc20-4f6c-93b3-360cb5d6c174, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:18.286397 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:18.296211 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 2b5971f7-bc20-4f6c-93b3-360cb5d6c174) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:18.300915 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.301491 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.305803 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fef5a4-92e5-4bd8-88b4-7c0b42230d1e None None] Network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:18.314575 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-8cef83e3-6719-437a-b290-c1edc05feabd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4360299 Jul 16 08:34:18.613306 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'fixed_ips': [{'subnet_id': '6620ef01-397c-421b-82a4-bfb1e30a1f65'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:18.614552 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.881751 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Allocated IP 172.20.0.2 (2b5971f7-bc20-4f6c-93b3-360cb5d6c174/6620ef01-397c-421b-82a4-bfb1e30a1f65/858e1cf9-da6b-4af9-99f4-36157bb0fa0d) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:19.082729 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.124185 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Transition to ACTIVE for port object 858e1cf9-da6b-4af9-99f4-36157bb0fa0d will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:19.146194 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Transition to ACTIVE for port object 858e1cf9-da6b-4af9-99f4-36157bb0fa0d will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:19.154302 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.222446 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:19.226989 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:19.230941 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:19.246991 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Pushing event updated for resources: {'Port': ['ID=858e1cf9-da6b-4af9-99f4-36157bb0fa0d,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:19.288966 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.289323 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.289671 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.290014 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.290350 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.290723 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.291060 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.291392 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.291737 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.292090 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.292419 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.292744 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Tracked resource versions report: Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: pushed versions: Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: { 'AddressGroup': {'1.2'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'ConntrackHelper': {'1.0'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Log': {'1.0'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Network': {'1.1'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Port': {'1.7'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'PortForwarding': {'1.2'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'QosPolicy': {'1.8'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SecurityGroup': {'1.4'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SubPort': {'1.0'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Subnet': {'1.1'}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Trunk': {'1.1'}} Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: consumer versions: Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: { DHCP agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: L3 agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: Metadata agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: Metering agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: Open vSwitch agent@dv-cinder-800768-3-iscsi: { 'AddressGroup': '1.2', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'ConntrackHelper': '1.0', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Log': '1.0', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Network': '1.1', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Port': '1.7', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'PortForwarding': '1.2', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'QosPolicy': '1.8', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SecurityGroup': '1.4', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SecurityGroupRule': '1.2', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SubPort': '1.0', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Subnet': '1.1', Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Trunk': '1.1'}} Jul 16 08:34:19.294036 dv-cinder-800768-3-iscsi neutron-server[99544]: {{(pid=99544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:34:19.324816 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Attempting to bind port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:19.325351 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Attempting to bind port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:19.325639 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Attempting to bind port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d on network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:19.330348 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:19.330757 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Checking segment: {'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:19.331223 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.331615 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Bound using segment: {'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:19.332102 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Bound port: 858e1cf9-da6b-4af9-99f4-36157bb0fa0d, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:19.332524 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.393148 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] For port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:19.397371 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] For port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=858e1cf9-da6b-4af9-99f4-36157bb0fa0d,segment=NetworkSegment(0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7),segment_id=0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:19.401705 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.466883 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef980-0d8d-4628-992b-99ef71d4b1e0 None None] Pushing event updated for resources: {'Port': ['ID=858e1cf9-da6b-4af9-99f4-36157bb0fa0d,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:20.649403 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 38646) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:21.135558 dv-cinder-800768-3-iscsi neutron-server[99542]: WARNING oslo_policy.policy [None req-e9085f8f-0704-466c-bb04-31e6b8b62e5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:34:21.136295 dv-cinder-800768-3-iscsi neutron-server[99542]: WARNING oslo_policy.policy [None req-e9085f8f-0704-466c-bb04-31e6b8b62e5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:34:21.355412 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [None req-e9085f8f-0704-466c-bb04-31e6b8b62e5d admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:21.356641 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e9085f8f-0704-466c-bb04-31e6b8b62e5d admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7051878 Jul 16 08:34:23.715950 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 38660) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:24.035080 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [None req-41920883-8e85-448e-9cfd-e9e742a1d7bf admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:24.036060 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-41920883-8e85-448e-9cfd-e9e742a1d7bf admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191626 Jul 16 08:34:25.506411 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57661dd5-978d-4233-988d-84067c5cf7fc None None] Network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:25.583055 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-c7aaf090-0132-4402-829b-c525d274fabf None None] Provisioning for port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:26.063117 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 858e1cf9-da6b-4af9-99f4-36157bb0fa0d up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:26.142656 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:26.147150 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:26.147602 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.256891 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.290532 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=858e1cf9-da6b-4af9-99f4-36157bb0fa0d,segment=NetworkSegment(0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7),segment_id=0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:26.293556 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.338828 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=858e1cf9-da6b-4af9-99f4-36157bb0fa0d,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:26.628771 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 38674) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:26.914797 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:26.978856 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.policy [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99542) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:34:27.024850 dv-cinder-800768-3-iscsi neutron-server[99542]: WARNING oslo_policy.policy [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:34:27.025250 dv-cinder-800768-3-iscsi neutron-server[99542]: WARNING oslo_policy.policy [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:34:27.034094 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.quota [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] Loaded quota_driver: . Jul 16 08:34:27.091581 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.093439 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.248078 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.253876 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.271764 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.272989 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e46dfaff-015d-45f7-b1ae-5b87cb966daf admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6432679 Jul 16 08:34:28.034188 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 858e1cf9-da6b-4af9-99f4-36157bb0fa0d up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:28.083001 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:28.083383 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.578033 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 38686) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:29.878574 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [None req-33abb506-476d-44e9-a86e-26fafb3d9204 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:29.879557 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-33abb506-476d-44e9-a86e-26fafb3d9204 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3005812 Jul 16 08:34:30.037815 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:34:31.462450 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-bec59722-38ef-4c58-8f4d-6c17efd86a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.203988 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 38694) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:32.506268 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:32.529233 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Made reservation on behalf of b524cfdfd0014833a02d95f5b4ac1bdb for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:32.532014 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.547025 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.662876 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.666341 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.676312 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Reserving flat network on physical network physnet1 {{(pid=99542) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 08:34:32.709157 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793255161667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.709728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Unsubscribe: segment precommit_create {{(pid=99542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:34:32.710222 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Added segment 4ac75f18-5d89-4ad5-8357-111ca6b1aacd of type flat for network fbb632c9-8b35-4e29-be59-eb560b37b88d Jul 16 08:34:32.727258 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc42ae-5953-453f-9c3a-368ca875b15d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:32.752474 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.752864 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.753207 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.753543 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.753929 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.754283 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.754618 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.754957 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.755302 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.755624 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.755967 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.756286 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Tracked resource versions report: Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: pushed versions: Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: { 'AddressGroup': {'1.2'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'ConntrackHelper': {'1.0'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Log': {'1.0'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Network': {'1.1'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Port': {'1.7'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'PortForwarding': {'1.2'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'QosPolicy': {'1.8'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SecurityGroup': {'1.4'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SubPort': {'1.0'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Subnet': {'1.1'}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Trunk': {'1.1'}} Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: consumer versions: Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: { DHCP agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: L3 agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: Metadata agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: Metering agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: Open vSwitch agent@dv-cinder-800768-3-iscsi: { 'AddressGroup': '1.2', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'ConntrackHelper': '1.0', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Log': '1.0', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Network': '1.1', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Port': '1.7', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'PortForwarding': '1.2', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'QosPolicy': '1.8', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SecurityGroup': '1.4', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SecurityGroupRule': '1.2', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SubPort': '1.0', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Subnet': '1.1', Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Trunk': '1.1'}} Jul 16 08:34:32.757398 dv-cinder-800768-3-iscsi neutron-server[99542]: {{(pid=99542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:34:32.833631 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.882781 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.884013 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.884696 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.941421 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7363322 Jul 16 08:34:32.981492 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f10a8c-4a27-4d9c-9c3c-5adf46ce9309 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb632c9-8b35-4e29-be59-eb560b37b88d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:32.994867 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network fbb632c9-8b35-4e29-be59-eb560b37b88d details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:34.074330 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.078823 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4424-f533-4b7b-a1be-807496f5a221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.115121 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.267226 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38706) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:35.551050 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994c9d8-c4ed-4daa-8c60-4681b13f33bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.552422 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-2994c9d8-c4ed-4daa-8c60-4681b13f33bd admin admin] 10.222.0.63 "GET /v2.0/subnets/6620ef01-397c-421b-82a4-bfb1e30a1f65 HTTP/1.1" status: 200 len: 849 time: 0.2842371 Jul 16 08:34:35.708310 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-76323999-2afb-4215-87ca-55898dc11bea admin admin] 10.222.0.63 "GET /v2.0/routers/71a6df58-4229-4127-81c9-717fec030dba HTTP/1.1" status: 200 len: 704 time: 0.1504931 Jul 16 08:34:35.968298 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.251776 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Allocated IP 172.20.0.1 (2b5971f7-bc20-4f6c-93b3-360cb5d6c174/6620ef01-397c-421b-82a4-bfb1e30a1f65/fabca31b-dc76-42ca-af15-620e4f3f81da) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:36.403650 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.425198 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Transition to ACTIVE for port object fabca31b-dc76-42ca-af15-620e4f3f81da will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:36.505922 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.619783 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:36.624382 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:36.630293 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:36.630842 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.686903 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Pushing event updated for resources: {'Port': ['ID=fabca31b-dc76-42ca-af15-620e4f3f81da,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:36.785980 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-85f92901-1f68-44be-af81-186a8d6ed9ed None None] Provisioning for port fabca31b-dc76-42ca-af15-620e4f3f81da completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:36.790074 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-85f92901-1f68-44be-af81-186a8d6ed9ed None None] Provisioning complete for port fabca31b-dc76-42ca-af15-620e4f3f81da triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:36.790453 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-85f92901-1f68-44be-af81-186a8d6ed9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.822553 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-85f92901-1f68-44be-af81-186a8d6ed9ed None None] Port fabca31b-dc76-42ca-af15-620e4f3f81da cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:36.851550 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.876378 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.038533 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.042755 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.043527 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.104636 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Pushing event updated for resources: {'Port': ['ID=fabca31b-dc76-42ca-af15-620e4f3f81da,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.171499 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:37.172836 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:37.335191 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Router 71a6df58-4229-4127-81c9-717fec030dba is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:34:37.341994 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f7d72989-ab15-4420-be08-4bf462d194e4 None None] Provisioning complete for port fabca31b-dc76-42ca-af15-620e4f3f81da triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:37.342368 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f7d72989-ab15-4420-be08-4bf462d194e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.375982 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f7d72989-ab15-4420-be08-4bf462d194e4 None None] Port fabca31b-dc76-42ca-af15-620e4f3f81da cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:37.427389 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:37.433032 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-9967749d-a02c-4bd0-a9ad-3ccb657c37cf admin admin] 10.222.0.63 "PUT /v2.0/routers/71a6df58-4229-4127-81c9-717fec030dba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7199216 Jul 16 08:34:37.438284 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Sync routers for ids ['71a6df58-4229-4127-81c9-717fec030dba'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:37.449689 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Routers {'71a6df58-4229-4127-81c9-717fec030dba'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:37.450464 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:34:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['71a6df58-4229-4127-81c9-717fec030dba'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:37.633145 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Set router 71a6df58-4229-4127-81c9-717fec030dba gateway port host: None {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:38.050011 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6df58-4229-4127-81c9-717fec030dba', 'name': 'router1', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:36Z', 'revision_number': 2, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'gw_port_host': None, '_interfaces': [{'id': 'fabca31b-dc76-42ca-af15-620e4f3f81da', 'name': '', 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'mac_address': 'fa:16:3e:95:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:35Z', 'updated_at': '2021-07-16T08:34:36Z', 'revision_number': 2, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'subnets': [{'id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3b4efd-dcf1-44e7-a64e-dfcc62607ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:38.099568 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Checking router: 71a6df58-4229-4127-81c9-717fec030dba for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:38.099961 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Updating router 71a6df58-4229-4127-81c9-717fec030dba port fabca31b-dc76-42ca-af15-620e4f3f81da binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:38.163161 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.635143 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.651697 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Transition to ACTIVE for port object fabca31b-dc76-42ca-af15-620e4f3f81da will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:38.657979 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.816964 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Pushing event updated for resources: {'Port': ['ID=fabca31b-dc76-42ca-af15-620e4f3f81da,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.825430 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Attempting to bind port fabca31b-dc76-42ca-af15-620e4f3f81da on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:38.825826 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Attempting to bind port fabca31b-dc76-42ca-af15-620e4f3f81da by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:38.826248 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Attempting to bind port fabca31b-dc76-42ca-af15-620e4f3f81da on network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:38.830024 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.830366 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.830699 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.831025 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.831348 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.831669 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.832013 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.832333 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.832696 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.833016 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.833330 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.833642 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Tracked resource versions report: Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: pushed versions: Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: { 'AddressGroup': {'1.2'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'ConntrackHelper': {'1.0'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Log': {'1.0'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Network': {'1.1'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Port': {'1.7'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'PortForwarding': {'1.2'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'QosPolicy': {'1.8'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SecurityGroup': {'1.4'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SubPort': {'1.0'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Subnet': {'1.1'}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Trunk': {'1.1'}} Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: consumer versions: Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: { DHCP agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: L3 agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: Metadata agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: Metering agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: Open vSwitch agent@dv-cinder-800768-3-iscsi: { 'AddressGroup': '1.2', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'ConntrackHelper': '1.0', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Log': '1.0', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Network': '1.1', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Port': '1.7', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'PortForwarding': '1.2', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'QosPolicy': '1.8', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SecurityGroup': '1.4', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SecurityGroupRule': '1.2', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SubPort': '1.0', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Subnet': '1.1', Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Trunk': '1.1'}} Jul 16 08:34:38.834694 dv-cinder-800768-3-iscsi neutron-server[99545]: {{(pid=99545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:34:38.839183 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:38.839666 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Checking segment: {'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:38.840075 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.840451 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Bound using segment: {'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:38.840949 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Bound port: fabca31b-dc76-42ca-af15-620e4f3f81da, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:38.841338 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.906359 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] For port fabca31b-dc76-42ca-af15-620e4f3f81da, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:38.926319 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] For port fabca31b-dc76-42ca-af15-620e4f3f81da, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=fabca31b-dc76-42ca-af15-620e4f3f81da,segment=NetworkSegment(0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7),segment_id=0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:38.930038 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.981604 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dcffd-a889-428a-af7a-30a7efcdbdea None None] Pushing event updated for resources: {'Port': ['ID=fabca31b-dc76-42ca-af15-620e4f3f81da,revision_number=4']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.989571 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Routers {'71a6df58-4229-4127-81c9-717fec030dba'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:38.990182 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:34:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['71a6df58-4229-4127-81c9-717fec030dba'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:39.077352 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] Set router 71a6df58-4229-4127-81c9-717fec030dba gateway port host: None {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:39.280603 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6df58-4229-4127-81c9-717fec030dba', 'name': 'router1', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:36Z', 'revision_number': 2, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'gw_port_host': None, '_interfaces': [{'id': 'fabca31b-dc76-42ca-af15-620e4f3f81da', 'name': '', 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'mac_address': 'fa:16:3e:95:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:35Z', 'updated_at': '2021-07-16T08:34:38Z', 'revision_number': 4, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'subnets': [{'id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3b4efd-dcf1-44e7-a64e-dfcc62607ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:39.308959 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208e53-63aa-41ec-a850-8ca69a6bce87 None None] The sync data for ids ['71a6df58-4229-4127-81c9-717fec030dba'] in dv-cinder-800768-3-iscsi is: [{'id': '71a6df58-4229-4127-81c9-717fec030dba', 'name': 'router1', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:36Z', 'revision_number': 2, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'gw_port_host': None, '_interfaces': [{'id': 'fabca31b-dc76-42ca-af15-620e4f3f81da', 'name': '', 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'mac_address': 'fa:16:3e:95:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:35Z', 'updated_at': '2021-07-16T08:34:38Z', 'revision_number': 4, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'subnets': [{'id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3b4efd-dcf1-44e7-a64e-dfcc62607ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:39.656214 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38726) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:39.763499 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8a48-4bd7-46fc-919f-c04a63ca1954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.764914 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-846f8a48-4bd7-46fc-919f-c04a63ca1954 admin admin] 10.222.0.63 "GET /v2.0/networks/fbb632c9-8b35-4e29-be59-eb560b37b88d HTTP/1.1" status: 200 len: 842 time: 0.1077504 Jul 16 08:34:39.774678 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'enable_dhcp': False}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:39.794385 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Made reservation on behalf of b524cfdfd0014833a02d95f5b4ac1bdb for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:39.796676 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.072032 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.objects.ports [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:34:40.072456 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.124120 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224786a0-9ea4-49c1-a5c5-daa33bf132cb,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.132807 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:40.133164 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Network hostable DHCP agents. Network: fbb632c9-8b35-4e29-be59-eb560b37b88d, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:40.148640 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:40.156611 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, fbb632c9-8b35-4e29-be59-eb560b37b88d) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:40.161019 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:40.161617 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.166022 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eaaa48-3e20-46ef-989f-2616417833d9 None None] Network fbb632c9-8b35-4e29-be59-eb560b37b88d requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:40.175405 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-600ce629-4688-4583-a279-394e16c92603 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4041479 Jul 16 08:34:40.300628 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340f192-91f2-49ca-bc38-09029d895afc None None] Network fbb632c9-8b35-4e29-be59-eb560b37b88d requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:42.445811 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38748) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:42.573550 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-022644af-013f-420d-bcef-35c86ba576cf admin admin] 10.222.0.63 "GET /v2.0/routers/71a6df58-4229-4127-81c9-717fec030dba HTTP/1.1" status: 200 len: 710 time: 0.1266141 Jul 16 08:34:42.722228 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c248eb-bd15-484e-80e4-cde5a89a71b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.723603 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-37c248eb-bd15-484e-80e4-cde5a89a71b1 admin admin] 10.222.0.63 "GET /v2.0/networks/fbb632c9-8b35-4e29-be59-eb560b37b88d HTTP/1.1" status: 200 len: 886 time: 0.1450458 Jul 16 08:34:42.732264 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:42.973765 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.204297 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.277380 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.386566 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Allocated IP 172.27.0.168 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/5b5586c7-e898-450a-aad5-c4d6f6e3d1e1) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:43.482662 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.521740 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.554879 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:43.560894 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:43.563348 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:43.597839 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Pushing event updated for resources: {'Port': ['ID=5b5586c7-e898-450a-aad5-c4d6f6e3d1e1,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.804759 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.060733 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device fabca31b-dc76-42ca-af15-620e4f3f81da up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:44.081777 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.085000 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-367900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-367877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368012'] for router, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.109085 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port fabca31b-dc76-42ca-af15-620e4f3f81da completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:44.112778 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port fabca31b-dc76-42ca-af15-620e4f3f81da triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:44.113181 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.190649 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.192491 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Router 71a6df58-4229-4127-81c9-717fec030dba has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:44.220980 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port fabca31b-dc76-42ca-af15-620e4f3f81da, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=fabca31b-dc76-42ca-af15-620e4f3f81da,segment=NetworkSegment(0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7),segment_id=0d2fabd6-06c2-4e14-93ba-21ab74f6bfc7)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:44.224711 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.270872 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=fabca31b-dc76-42ca-af15-620e4f3f81da,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:44.300497 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:44.304589 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.305776 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-405ed1b8-3494-4628-94d4-b22b65eec4de admin admin] 10.222.0.63 "PUT /v2.0/routers/71a6df58-4229-4127-81c9-717fec030dba HTTP/1.1" status: 200 len: 890 time: 1.5767205 Jul 16 08:34:44.310471 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Sync routers for ids ['71a6df58-4229-4127-81c9-717fec030dba'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:44.321707 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Routers {'71a6df58-4229-4127-81c9-717fec030dba'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:44.322389 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:34:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['71a6df58-4229-4127-81c9-717fec030dba'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:44.587449 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Set router 71a6df58-4229-4127-81c9-717fec030dba gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:44.968177 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6df58-4229-4127-81c9-717fec030dba', 'name': 'router1', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b5586c7-e898-450a-aad5-c4d6f6e3d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:43Z', 'revision_number': 4, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'gw_port': {'id': '5b5586c7-e898-450a-aad5-c4d6f6e3d1e1', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:43Z', 'updated_at': '2021-07-16T08:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'fabca31b-dc76-42ca-af15-620e4f3f81da', 'name': '', 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'mac_address': 'fa:16:3e:95:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:35Z', 'updated_at': '2021-07-16T08:34:44Z', 'revision_number': 5, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'subnets': [{'id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3b4efd-dcf1-44e7-a64e-dfcc62607ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:45.016936 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Checking router: 71a6df58-4229-4127-81c9-717fec030dba for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:45.017298 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Updating router 71a6df58-4229-4127-81c9-717fec030dba port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:45.049042 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.362133 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.371192 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Transition to ACTIVE for port object 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:45.377833 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.427373 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Attempting to bind port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:45.427746 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Attempting to bind port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:45.428134 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Attempting to bind port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:45.430765 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461c0eb-373a-4f0f-b88d-2dcadbed309a None None] Pushing event updated for resources: {'Port': ['ID=5b5586c7-e898-450a-aad5-c4d6f6e3d1e1,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.435485 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:45.435852 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:45.436278 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.436662 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:45.437121 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Bound port: 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:45.437516 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.485536 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] For port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:45.488449 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] For port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=5b5586c7-e898-450a-aad5-c4d6f6e3d1e1,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:45.492799 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.551976 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461c0eb-373a-4f0f-b88d-2dcadbed309a None None] Pushing event updated for resources: {'Port': ['ID=5b5586c7-e898-450a-aad5-c4d6f6e3d1e1,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.554454 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Routers {'71a6df58-4229-4127-81c9-717fec030dba'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:45.555177 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:34:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['71a6df58-4229-4127-81c9-717fec030dba'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:45.733015 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] Set router 71a6df58-4229-4127-81c9-717fec030dba gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:45.938204 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6df58-4229-4127-81c9-717fec030dba', 'name': 'router1', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b5586c7-e898-450a-aad5-c4d6f6e3d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:43Z', 'revision_number': 4, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'gw_port': {'id': '5b5586c7-e898-450a-aad5-c4d6f6e3d1e1', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:43Z', 'updated_at': '2021-07-16T08:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'fabca31b-dc76-42ca-af15-620e4f3f81da', 'name': '', 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'mac_address': 'fa:16:3e:95:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:35Z', 'updated_at': '2021-07-16T08:34:44Z', 'revision_number': 5, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'subnets': [{'id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3b4efd-dcf1-44e7-a64e-dfcc62607ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:45.963635 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005374b-d0fb-4df2-b608-53607c1445f9 None None] The sync data for ids ['71a6df58-4229-4127-81c9-717fec030dba'] in dv-cinder-800768-3-iscsi is: [{'id': '71a6df58-4229-4127-81c9-717fec030dba', 'name': 'router1', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b5586c7-e898-450a-aad5-c4d6f6e3d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:43Z', 'revision_number': 4, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'gw_port': {'id': '5b5586c7-e898-450a-aad5-c4d6f6e3d1e1', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:43Z', 'updated_at': '2021-07-16T08:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'fabca31b-dc76-42ca-af15-620e4f3f81da', 'name': '', 'network_id': '2b5971f7-bc20-4f6c-93b3-360cb5d6c174', 'tenant_id': 'eb03bc13dde4431db28cea1130adf7a5', 'mac_address': 'fa:16:3e:95:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6df58-4229-4127-81c9-717fec030dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:35Z', 'updated_at': '2021-07-16T08:34:44Z', 'revision_number': 5, 'project_id': 'eb03bc13dde4431db28cea1130adf7a5', 'subnets': [{'id': '6620ef01-397c-421b-82a4-bfb1e30a1f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3b4efd-dcf1-44e7-a64e-dfcc62607ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:46.091841 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device fabca31b-dc76-42ca-af15-620e4f3f81da up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:46.155491 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port fabca31b-dc76-42ca-af15-620e4f3f81da triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:46.155961 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.678777 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 38756) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:46.799063 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-a20a1b7d-8717-44c8-825c-3a1a61dd704b admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190948 Jul 16 08:34:48.083808 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:48.131071 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:48.134525 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:48.134904 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.213942 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.232780 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=5b5586c7-e898-450a-aad5-c4d6f6e3d1e1,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:48.237252 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.282272 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=5b5586c7-e898-450a-aad5-c4d6f6e3d1e1,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.082492 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:50.146225 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 5b5586c7-e898-450a-aad5-c4d6f6e3d1e1 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:50.146824 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.467082 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ea4632f2-995e-4989-9f45-d13e7d53a257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.079203 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.085257 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-97183757-a852-4a15-b5cb-0a59a2c7ee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.124139 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.897806 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.036134 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:31.470915 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b58b207f-60ee-4202-a30a-69e4554a51d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.079347 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d6f1-4765-492d-9b25-5a7848b58916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.082645 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.123775 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.902590 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.039101 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:01.474978 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-69e51026-2201-4f71-9024-780cdf14f1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.079928 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.081696 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f0588848-a6ac-46ca-9e3d-ab42160ea996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.126452 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.908938 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.036762 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:21.357198 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39324) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:21.419072 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98e4e71-a3d9-4479-8572-6bae3d4d137e admin admin] GET failed (client error): The resource could not be found. Jul 16 08:36:21.420454 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-c98e4e71-a3d9-4479-8572-6bae3d4d137e admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623066 Jul 16 08:36:21.574127 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03495cd-e95e-4bdb-9e0e-9403793ff6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.575499 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f03495cd-e95e-4bdb-9e0e-9403793ff6c7 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1513081 Jul 16 08:36:23.732080 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39334) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:23.822217 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37103758-421b-47a7-a803-5f54bead761e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.823546 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-37103758-421b-47a7-a803-5f54bead761e admin admin] 10.222.0.63 "GET /v2.0/subnets/6620ef01-397c-421b-82a4-bfb1e30a1f65 HTTP/1.1" status: 200 len: 849 time: 0.0899639 Jul 16 08:36:23.832537 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:23.912010 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.048090 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793255048587'] for subnet, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.076574 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.077548 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.078436 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] 10.222.0.63 "PUT /v2.0/subnets/6620ef01-397c-421b-82a4-bfb1e30a1f65 HTTP/1.1" status: 200 len: 868 time: 0.2495041 Jul 16 08:36:24.094522 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb97fa-0c63-41ac-9f0d-e5c2b11ad5e7 None None] Network 2b5971f7-bc20-4f6c-93b3-360cb5d6c174 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:24.102801 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6620ef01-397c-421b-82a4-bfb1e30a1f65,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.110953 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.111346 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.111698 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.112227 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.112566 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.112915 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.113359 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.114086 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.114086 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.114374 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.114677 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.114997 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5133c-7284-4dd1-8e10-48d3f9008607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:24.429901 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-ea901e1a-e7e0-41c0-8dcf-8291a95110a9 None None] Provisioning complete for port 858e1cf9-da6b-4af9-99f4-36157bb0fa0d triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:24.430278 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ea901e1a-e7e0-41c0-8dcf-8291a95110a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.515151 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-ea901e1a-e7e0-41c0-8dcf-8291a95110a9 None None] Provisioning complete for port fabca31b-dc76-42ca-af15-620e4f3f81da triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:24.515525 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ea901e1a-e7e0-41c0-8dcf-8291a95110a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.238073 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39342) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:26.432425 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19361eee-fa3d-41f0-870a-bb0875751b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.432918 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19361eee-fa3d-41f0-870a-bb0875751b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.434735 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-19361eee-fa3d-41f0-870a-bb0875751b4a admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956840 Jul 16 08:36:28.572399 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39350) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:28.698055 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9374d694-6cd0-4e3f-a764-27e09cf148a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.698554 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9374d694-6cd0-4e3f-a764-27e09cf148a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.700103 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-9374d694-6cd0-4e3f-a764-27e09cf148a6 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1267297 Jul 16 08:36:30.836147 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39358) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:30.964273 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4c580-3d3c-4684-add3-2cd701486f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.965634 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-5ce4c580-3d3c-4684-add3-2cd701486f01 admin admin] 10.222.0.63 "GET /v2.0/networks/2b5971f7-bc20-4f6c-93b3-360cb5d6c174 HTTP/1.1" status: 200 len: 869 time: 0.1285410 Jul 16 08:36:31.476544 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-89ed4472-4021-4c21-aa40-43f728be3008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.103204 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39366) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:33.307647 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7690d7-61f3-4053-ba10-36ca341d57c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:33.309213 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ff7690d7-61f3-4053-ba10-36ca341d57c1 admin admin] 10.222.0.63 "GET /v2.0/networks/fbb632c9-8b35-4e29-be59-eb560b37b88d HTTP/1.1" status: 200 len: 886 time: 0.2050724 Jul 16 08:36:34.081271 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.083914 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e7db13b5-43ea-4747-884c-8da3cbebc7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.129837 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.447092 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39376) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:35.568165 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a718cfc-c819-46c4-b962-ba881b7fa9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:35.568631 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a718cfc-c819-46c4-b962-ba881b7fa9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:35.570131 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3a718cfc-c819-46c4-b962-ba881b7fa9de admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220801 Jul 16 08:36:36.911697 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.702260 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39384) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.824633 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539e777c-0404-46fa-adb1-aa95efb9fffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.825104 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539e777c-0404-46fa-adb1-aa95efb9fffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.826694 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-539e777c-0404-46fa-adb1-aa95efb9fffa admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234746 Jul 16 08:36:39.986382 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39392) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:40.098913 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1187f-f75a-4157-9685-4c0d446c753a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.100336 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e8e1187f-f75a-4157-9685-4c0d446c753a admin admin] 10.222.0.63 "GET /v2.0/subnets/224786a0-9ea4-49c1-a5c5-daa33bf132cb HTTP/1.1" status: 200 len: 816 time: 0.1130188 Jul 16 08:36:42.243378 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39400) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:42.345437 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a8e7c7-075c-45ca-aa26-11f71a30a844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.346699 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-41a8e7c7-075c-45ca-aa26-11f71a30a844 admin admin] 10.222.0.63 "GET /v2.0/subnets/6620ef01-397c-421b-82a4-bfb1e30a1f65 HTTP/1.1" status: 200 len: 868 time: 0.1023557 Jul 16 08:36:58.035026 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:01.476855 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-133908a2-a4f4-47dd-a9a1-7029895ec9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.080949 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.086596 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-01030c9c-6bbe-4189-bc7e-c8bde5131e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.133056 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.387414 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39452) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:06.432133 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [None req-778808c0-1f6b-4828-9af8-11c0be211c34 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:37:06.433387 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-778808c0-1f6b-4828-9af8-11c0be211c34 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450234 Jul 16 08:37:06.915228 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.668364 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39460) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:08.725558 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ed7724-a23d-4e9e-bed0-0047a18e9c53 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:37:08.726843 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-63ed7724-a23d-4e9e-bed0-0047a18e9c53 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0575671 Jul 16 08:37:08.866181 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceef3b-e13d-4a1f-87ef-696078e7c858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.867545 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-87ceef3b-e13d-4a1f-87ef-696078e7c858 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367419 Jul 16 08:37:11.034625 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39468) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:11.079450 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:11.100678 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Made reservation on behalf of b524cfdfd0014833a02d95f5b4ac1bdb for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:11.102932 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.136907 dv-cinder-800768-3-iscsi neutron-server[99542]: WARNING neutron.services.revisions.revision_plugin [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Could not find related network for resource to bump revision. Jul 16 08:37:11.151302 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:11.161718 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.162067 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Added segment 1d7fd5b3-d8e5-4065-bafa-4a43cc689b83 of type vlan for network 4728b3ce-30a4-4582-a619-76076acddb4b Jul 16 08:37:11.212134 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.240005 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.240983 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:11.241588 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.270859 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2351508 Jul 16 08:37:11.305270 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Pushing event updated for resources: {'Network': ['ID=4728b3ce-30a4-4582-a619-76076acddb4b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.312849 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.313220 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.313571 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.313909 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.314243 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.314600 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.314934 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.315268 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.315616 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.315972 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.316303 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.316628 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008db9-e5f2-452d-b133-9e4cb9c8eb1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:11.327993 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 4728b3ce-30a4-4582-a619-76076acddb4b details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:13.427745 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39476) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:13.484887 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca6210e-b869-404a-8148-66db2ed212ef admin admin] GET failed (client error): The resource could not be found. Jul 16 08:37:13.486166 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-0ca6210e-b869-404a-8148-66db2ed212ef admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0574450 Jul 16 08:37:13.553816 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f5acc-51cf-42ce-8eef-9eeed73ebc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.555185 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-747f5acc-51cf-42ce-8eef-9eeed73ebc1c admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653021 Jul 16 08:37:13.564478 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:13.586721 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Made reservation on behalf of b524cfdfd0014833a02d95f5b4ac1bdb for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:13.589060 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.774577 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.833224 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea4e9b7-225c-482e-ace6-f29502c4ba06,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:13.843841 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Checking segment: {'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:13.844247 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Network hostable DHCP agents. Network: 4728b3ce-30a4-4582-a619-76076acddb4b, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:13.864993 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Network 4728b3ce-30a4-4582-a619-76076acddb4b is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:13.875810 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 4728b3ce-30a4-4582-a619-76076acddb4b) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:13.880871 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.881582 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.885630 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37958ea3-29cf-4976-a6fb-7d287b57e3b9 None None] Network 4728b3ce-30a4-4582-a619-76076acddb4b requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:13.896139 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-cb185423-f4d5-45a9-861f-b7e3708b33cc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3348036 Jul 16 08:37:14.127296 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-4728b3ce-30a4-4582-a619-76076acddb4b', 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b', 'tenant_id': 'b524cfdfd0014833a02d95f5b4ac1bdb', 'fixed_ips': [{'subnet_id': '9ea4e9b7-225c-482e-ace6-f29502c4ba06'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:14.128282 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.260600 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Allocated IP 192.168.233.2 (4728b3ce-30a4-4582-a619-76076acddb4b/9ea4e9b7-225c-482e-ace6-f29502c4ba06/f3f9a210-0157-44a0-8a60-4b08b25c9c99) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:14.403054 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.411345 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Transition to ACTIVE for port object f3f9a210-0157-44a0-8a60-4b08b25c9c99 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:14.427083 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Transition to ACTIVE for port object f3f9a210-0157-44a0-8a60-4b08b25c9c99 will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:14.433601 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.477175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Network 4728b3ce-30a4-4582-a619-76076acddb4b is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:14.479931 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:14.486109 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:14.489151 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Pushing event updated for resources: {'Port': ['ID=f3f9a210-0157-44a0-8a60-4b08b25c9c99,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.498524 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.498890 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.499242 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.499589 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.499961 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.500308 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.500646 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.500981 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.501338 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.501680 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.502038 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.502364 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:14.554153 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Attempting to bind port f3f9a210-0157-44a0-8a60-4b08b25c9c99 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:14.554528 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Attempting to bind port f3f9a210-0157-44a0-8a60-4b08b25c9c99 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:14.554891 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Attempting to bind port f3f9a210-0157-44a0-8a60-4b08b25c9c99 on network 4728b3ce-30a4-4582-a619-76076acddb4b {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:14.560006 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:14.560383 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Checking segment: {'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:14.560785 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.561190 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Bound using segment: {'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:14.561678 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Bound port: f3f9a210-0157-44a0-8a60-4b08b25c9c99, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:14.562127 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.623063 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] For port f3f9a210-0157-44a0-8a60-4b08b25c9c99, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:14.626093 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] For port f3f9a210-0157-44a0-8a60-4b08b25c9c99, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=f3f9a210-0157-44a0-8a60-4b08b25c9c99,segment=NetworkSegment(1d7fd5b3-d8e5-4065-bafa-4a43cc689b83),segment_id=1d7fd5b3-d8e5-4065-bafa-4a43cc689b83)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:14.630701 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.688630 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994520bf-962c-4561-adbc-e6dbc823cc46 None None] Pushing event updated for resources: {'Port': ['ID=f3f9a210-0157-44a0-8a60-4b08b25c9c99,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:15.462571 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746ede8-e9ee-447b-81ec-9e20c9fd5301 None None] Network 4728b3ce-30a4-4582-a619-76076acddb4b requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:15.584751 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-68d5eedf-710c-4bd5-a948-7ad662ed14fd None None] Provisioning for port f3f9a210-0157-44a0-8a60-4b08b25c9c99 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:16.208215 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device f3f9a210-0157-44a0-8a60-4b08b25c9c99 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:16.257489 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port f3f9a210-0157-44a0-8a60-4b08b25c9c99 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:16.261177 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port f3f9a210-0157-44a0-8a60-4b08b25c9c99 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:16.261551 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.337374 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.369123 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port f3f9a210-0157-44a0-8a60-4b08b25c9c99, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=f3f9a210-0157-44a0-8a60-4b08b25c9c99,segment=NetworkSegment(1d7fd5b3-d8e5-4065-bafa-4a43cc689b83),segment_id=1d7fd5b3-d8e5-4065-bafa-4a43cc689b83)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:16.373632 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.422593 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=f3f9a210-0157-44a0-8a60-4b08b25c9c99,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.175352 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device f3f9a210-0157-44a0-8a60-4b08b25c9c99 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:18.223082 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port f3f9a210-0157-44a0-8a60-4b08b25c9c99 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:18.223459 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.479069 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-09854cae-1b22-425d-a5c3-c84675c25e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.082614 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.084445 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-428a0d41-d538-44cd-913c-13c43a43f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.034391 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:35.136159 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.919082 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.481889 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0c313a91-632c-420a-b057-ba77fc471e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.083121 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.086188 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f746c88b-f19d-4bc1-9106-a7986f13884c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.138287 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.926674 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.033247 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:22.572421 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39528) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:22.579134 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [None req-95c3a021-e7e6-414a-83f6-697345211491 tempest-verify_tempest_config-151910080 tempest-verify_tempest_config-151910080-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:22.580262 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-95c3a021-e7e6-414a-83f6-697345211491 tempest-verify_tempest_config-151910080 tempest-verify_tempest_config-151910080-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067704 Jul 16 08:38:22.874504 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39546) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:22.976728 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.064423 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.068032 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.110381 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=71069dd4789b400db2f8d66413adca71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2348819 Jul 16 08:38:23.112193 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5d18b3-072f-43e0-9e64-7d9b78a9def6,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.113179 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39550) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:23.118801 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.119648 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.120021 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.120359 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.120691 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.121041 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.121375 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.121710 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.122037 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.122364 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.122689 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.123013 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637d2be-dae5-4700-bc35-4f13c6dfcbd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.169811 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.189800 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.278463 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.280921 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.282123 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/da5d18b3-072f-43e0-9e64-7d9b78a9def6 HTTP/1.1" status: 204 len: 168 time: 0.1678898 Jul 16 08:38:23.289890 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5d18b3-072f-43e0-9e64-7d9b78a9def6,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.296396 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.296750 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.297099 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.297440 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.297778 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.298136 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.298478 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.298809 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.299140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.299463 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.299995 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.300329 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1970e5-71b1-43ee-8600-f7cf06c0ae2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:31.484479 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d5298adc-5772-443f-b02c-70cf0dcafaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.082337 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.085443 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-93aa58ec-1fd4-408a-a4f0-91423787ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.143380 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.927479 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.030967 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:39:01.485557 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-6a9871dd-c029-4413-a967-b96a13f4599a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.083181 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.085260 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5be14816-67af-4340-a57e-9abf0c326cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.143469 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.931595 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.029144 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 5 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:39:31.485421 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7eb47d0e-eabe-4219-b4da-68269622fca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.081991 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.084236 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d900-b186-4cc6-9b85-42c639e021fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.146328 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.934606 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.078386 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683781'] for agent, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.486031 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-16ce9551-a878-405d-8d82-b397c06f7652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.028943 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:04.081119 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.083947 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-446d085b-bd14-4fb3-aef6-ea6cd5bfbc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.148815 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.937111 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.384146 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39624) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:14.483764 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-04b6054d-b03f-48c5-875e-e5f51f35d94e admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0985301 Jul 16 08:40:16.610173 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39634) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.661074 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9210b1f3-07aa-4e4a-856d-455fc586852f admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0498443 Jul 16 08:40:29.031760 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.487681 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa575-df48-4222-8c05-065e3e24b81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.079273 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.081533 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2856edd5-4125-4315-9c69-95c5eafa198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.151142 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.941203 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.028032 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:59.030474 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.487377 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c3565243-63f4-4099-a19e-f0b42f585ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.081142 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-faa9beeb-84d5-489a-bb71-40f095eb5aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.084757 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.153866 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.943175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.027324 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:29.029450 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.487085 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c3ca-f896-4195-8c13-a032b223f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.083203 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a9210747-d127-49fe-a74a-313b8831126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.085077 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.157427 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.947020 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.806302 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39858) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.882273 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39866) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.984765 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39878) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.067818 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-803263081-network', 'tenant_id': '634700518d134157be64e4c3ba926e65'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.088842 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Made reservation on behalf of 634700518d134157be64e4c3ba926e65 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:47.092842 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.101643 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.168564 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-711413421-network', 'tenant_id': '26c729b49b34426c98da58a7e599e297'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.206128 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.212475 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.237836 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:47.251191 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.251620 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Added segment 321fc5ff-49e0-444f-8457-a304fe420568 of type vlan for network aabdd85f-4bca-4298-bee7-8ff0b2590a04 Jul 16 08:41:47.293428 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.305078 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-network', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.354355 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Made reservation on behalf of 26c729b49b34426c98da58a7e599e297 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:47.357117 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.363232 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Made reservation on behalf of 56ca38ed14dd44d784a0ed25d2587694 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:47.365429 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.373672 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.374619 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.375293 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.392025 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.427087 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6196380 Jul 16 08:41:47.428216 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.430413 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 39904) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.437656 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Request body: {'subnet': {'network_id': 'aabdd85f-4bca-4298-bee7-8ff0b2590a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-803263081-subnet', 'tenant_id': '634700518d134157be64e4c3ba926e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.441043 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc369c79-b343-45f4-a190-1076b778628a,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.452987 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.453364 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.453715 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.454076 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.454380 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.454894 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.455437 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.455773 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.456150 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.456484 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.456814 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.457142 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Tracked resource versions report: Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: pushed versions: Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: { 'AddressGroup': {'1.2'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'ConntrackHelper': {'1.0'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Log': {'1.0'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Network': {'1.1'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Port': {'1.7'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'PortForwarding': {'1.2'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'QosPolicy': {'1.8'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SecurityGroup': {'1.4'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SubPort': {'1.0'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Subnet': {'1.1'}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Trunk': {'1.1'}} Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: consumer versions: Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: { DHCP agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: HyperV agent@hv-cinder-80076: {}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: L3 agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: Metadata agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: Metering agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: Open vSwitch agent@dv-cinder-800768-3-iscsi: { 'AddressGroup': '1.2', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'ConntrackHelper': '1.0', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Log': '1.0', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Network': '1.1', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Port': '1.7', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'PortForwarding': '1.2', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'QosPolicy': '1.8', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SecurityGroup': '1.4', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SecurityGroupRule': '1.2', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'SubPort': '1.0', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Subnet': '1.1', Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: 'Trunk': '1.1'}} Jul 16 08:41:47.458171 dv-cinder-800768-3-iscsi neutron-server[99542]: {{(pid=99542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:41:47.536921 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747341d8-b325-40e8-acd4-ba457a1de4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=aabdd85f-4bca-4298-bee7-8ff0b2590a04,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.547818 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network aabdd85f-4bca-4298-bee7-8ff0b2590a04 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:47.638441 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.644259 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.667488 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Made reservation on behalf of 634700518d134157be64e4c3ba926e65 for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:47.672600 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.698325 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:47.741150 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21173568-e988-4fd9-93c7-430b0297cb8c,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.758614 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.759051 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Added segment c6311da1-8fad-49bb-aed6-81077fc4413a of type vlan for network 4f572e00-bafb-4776-89c1-ba5f11ff389b Jul 16 08:41:47.898022 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.957405 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.958753 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.959486 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.011616 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.036573 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.040625 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.061372 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] Pushing event updated for resources: {'Network': ['ID=4f572e00-bafb-4776-89c1-ba5f11ff389b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.073729 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:48.077186 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ac6d8bfc-fbed-4679-91ce-cd629f055681 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0911922 Jul 16 08:41:48.078389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:48.086432 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39928) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.095442 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Request body: {'subnet': {'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-subnet', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:48.122871 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c01cc6-5151-4e5a-ba86-4c30659f96ef,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.154384 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.155127 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.156756 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.158922 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.159518 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.160440 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.160998 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.163138 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.163821 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.164397 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.164966 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.166894 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Tracked resource versions report: Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: pushed versions: Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: { 'AddressGroup': {'1.2'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'ConntrackHelper': {'1.0'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Log': {'1.0'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Network': {'1.1'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Port': {'1.7'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'PortForwarding': {'1.2'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'QosPolicy': {'1.8'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SecurityGroup': {'1.4'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SubPort': {'1.0'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Subnet': {'1.1'}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Trunk': {'1.1'}} Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: consumer versions: Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: { DHCP agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: HyperV agent@hv-cinder-80076: {}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: L3 agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: Metadata agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: Metering agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: Open vSwitch agent@dv-cinder-800768-3-iscsi: { 'AddressGroup': '1.2', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'ConntrackHelper': '1.0', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Log': '1.0', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Network': '1.1', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Port': '1.7', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'PortForwarding': '1.2', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'QosPolicy': '1.8', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SecurityGroup': '1.4', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SecurityGroupRule': '1.2', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'SubPort': '1.0', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Subnet': '1.1', Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: 'Trunk': '1.1'}} Jul 16 08:41:48.168715 dv-cinder-800768-3-iscsi neutron-server[99543]: {{(pid=99543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:41:48.220272 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.220272 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Added segment 3351aa0c-14f3-495e-91f8-ffc0292d06d6 of type vlan for network 7bfd0a05-e226-4fca-890e-fdd2b9af251f Jul 16 08:41:48.228275 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Checking segment: {'id': '321fc5ff-49e0-444f-8457-a304fe420568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aabdd85f-4bca-4298-bee7-8ff0b2590a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:48.228790 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Network hostable DHCP agents. Network: aabdd85f-4bca-4298-bee7-8ff0b2590a04, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:48.289435 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Network aabdd85f-4bca-4298-bee7-8ff0b2590a04 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:48.304676 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, aabdd85f-4bca-4298-bee7-8ff0b2590a04) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:48.318025 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Made reservation on behalf of 56ca38ed14dd44d784a0ed25d2587694 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:48.318268 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.320403 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.321031 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.327263 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.362173 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-0b6cc809-5907-4706-a6f7-748628a7bbc2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9199812 Jul 16 08:41:48.383753 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b91c6-7000-4c37-b2c5-7181e8ecd169,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.477442 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5032b3-51d2-453b-8afc-0666eefa07ed None None] Network aabdd85f-4bca-4298-bee7-8ff0b2590a04 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:48.567244 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.db.resource_extend [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:41:48.657126 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.660524 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.661354 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.708514 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8251746 Jul 16 08:41:48.711417 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39958) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.718202 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Request body: {'subnet': {'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-711413421-subnet', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:48.754792 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de944c8-b49b-4106-8b27-52b52784dfc8 None None] Network aabdd85f-4bca-4298-bee7-8ff0b2590a04 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:48.795546 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad46eca-32ed-425e-b40a-a47b4bc546f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfd0a05-e226-4fca-890e-fdd2b9af251f,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.809554 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Made reservation on behalf of 26c729b49b34426c98da58a7e599e297 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:48.812026 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.865878 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:49.012925 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.107167 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b86204e-13c8-4f8f-bf1c-ca32418d2d77,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.130346 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Checking segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:49.130907 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Network hostable DHCP agents. Network: 4f572e00-bafb-4776-89c1-ba5f11ff389b, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:49.190454 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:49.195734 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.211237 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 4f572e00-bafb-4776-89c1-ba5f11ff389b) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:49.222487 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c1d0e2-8788-4690-a49f-79bcbf3e65cc None None] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:49.269435 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.270295 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.306236 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2ca3590b-21ab-4295-8a73-3b30bfce3345 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2183034 Jul 16 08:41:49.309492 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 39984) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:49.311779 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33311e80-7f24-45d9-bd6b-993686c7152f,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.320472 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:49.340584 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Checking segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:49.341310 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Network hostable DHCP agents. Network: 7bfd0a05-e226-4fca-890e-fdd2b9af251f, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:49.358677 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.360008 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.374689 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:49.396246 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 7bfd0a05-e226-4fca-890e-fdd2b9af251f) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:49.402338 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.402961 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.414756 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c08f1f6-54ab-489d-987b-dfa2d6df7a3b None None] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:49.440646 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.448106 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-814f14ad-5708-49bf-b25d-d0dbe2cb8565 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7352579 Jul 16 08:41:49.451265 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40000) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:49.456247 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:49.508544 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.511306 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.758478 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-4f572e00-bafb-4776-89c1-ba5f11ff389b', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:49.759553 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.772043 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:49.773093 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.794375 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.831781 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.019597 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Allocated IP 172.20.0.2 (4f572e00-bafb-4776-89c1-ba5f11ff389b/0b86204e-13c8-4f8f-bf1c-ca32418d2d77/bad31264-07eb-4a3b-ad24-cdfabd882e54) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:50.036142 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Allocated IP 172.20.0.2 (7bfd0a05-e226-4fca-890e-fdd2b9af251f/33311e80-7f24-45d9-bd6b-993686c7152f/85e80bd9-be18-4549-91ce-e504626c7fb1) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:50.075743 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.106664 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.161388 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.276778 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Allocated IP 172.27.0.228 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/3e6447a3-1319-498f-b784-311a4cd10f3e) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:50.305715 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.328440 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Transition to ACTIVE for port object bad31264-07eb-4a3b-ad24-cdfabd882e54 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:50.330855 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.346966 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Transition to ACTIVE for port object 85e80bd9-be18-4549-91ce-e504626c7fb1 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:50.352556 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40048) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:50.356302 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Transition to ACTIVE for port object bad31264-07eb-4a3b-ad24-cdfabd882e54 will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:50.363490 dv-cinder-800768-3-iscsi neutron-server[99543]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:41:50.369214 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.372476 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Transition to ACTIVE for port object 85e80bd9-be18-4549-91ce-e504626c7fb1 will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:50.401040 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.406477 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.438757 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:50.442721 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Pushing event updated for resources: {'Port': ['ID=bad31264-07eb-4a3b-ad24-cdfabd882e54,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.446049 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:50.447996 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:50.453775 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:50.456103 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:50.459551 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.459924 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.460330 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.460676 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.461275 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.461388 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.461659 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.461988 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.462505 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.462840 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.463185 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.463484 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Tracked resource versions report: Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: pushed versions: Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: { 'AddressGroup': {'1.2'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'ConntrackHelper': {'1.0'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Log': {'1.0'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Network': {'1.1'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Port': {'1.7'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'PortForwarding': {'1.2'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'QosPolicy': {'1.8'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SecurityGroup': {'1.4'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SubPort': {'1.0'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Subnet': {'1.1'}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Trunk': {'1.1'}} Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: consumer versions: Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: { DHCP agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: HyperV agent@hv-cinder-80076: {}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: L3 agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: Metadata agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: Metering agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: Open vSwitch agent@dv-cinder-800768-3-iscsi: { 'AddressGroup': '1.2', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'ConntrackHelper': '1.0', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Log': '1.0', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Network': '1.1', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Port': '1.7', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'PortForwarding': '1.2', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'QosPolicy': '1.8', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SecurityGroup': '1.4', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SecurityGroupRule': '1.2', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'SubPort': '1.0', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Subnet': '1.1', Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: 'Trunk': '1.1'}} Jul 16 08:41:50.464545 dv-cinder-800768-3-iscsi neutron-server[99544]: {{(pid=99544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:41:50.467625 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:50.523914 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.571441 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40058) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:50.657453 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Pushing event updated for resources: {'Port': ['ID=85e80bd9-be18-4549-91ce-e504626c7fb1,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.690872 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:50.693428 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Attempting to bind port bad31264-07eb-4a3b-ad24-cdfabd882e54 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:50.693810 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Attempting to bind port bad31264-07eb-4a3b-ad24-cdfabd882e54 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:50.694174 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Attempting to bind port bad31264-07eb-4a3b-ad24-cdfabd882e54 on network 4f572e00-bafb-4776-89c1-ba5f11ff389b {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:50.698421 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:50.704674 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:50.716012 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Attempting to bind port 85e80bd9-be18-4549-91ce-e504626c7fb1 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:50.716479 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Attempting to bind port 85e80bd9-be18-4549-91ce-e504626c7fb1 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:50.717047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Attempting to bind port 85e80bd9-be18-4549-91ce-e504626c7fb1 on network 7bfd0a05-e226-4fca-890e-fdd2b9af251f {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:50.724195 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:50.724580 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Checking segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:50.724993 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.725394 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Bound using segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:50.725881 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Bound port: bad31264-07eb-4a3b-ad24-cdfabd882e54, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:50.726284 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.735629 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:50.735866 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Checking segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:50.739431 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.739846 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Bound using segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:50.740342 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Bound port: 85e80bd9-be18-4549-91ce-e504626c7fb1, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:50.740748 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.754174 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6447a3-1319-498f-b784-311a4cd10f3e,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.834643 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-2e304d7b-7345-4345-8af9-a62876c6a6ed tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.844676 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-2e304d7b-7345-4345-8af9-a62876c6a6ed tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/networks?id=aabdd85f-4bca-4298-bee7-8ff0b2590a04 HTTP/1.1" status: 200 len: 811 time: 0.4846361 Jul 16 08:41:50.908772 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-849bba5d-9882-4c4e-aa7c-da23ebec6b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.946646 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-848f7688-8371-435f-bddf-de9f590b0c69 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/quotas/634700518d134157be64e4c3ba926e65 HTTP/1.1" status: 200 len: 375 time: 0.1008568 Jul 16 08:41:51.024284 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] For port bad31264-07eb-4a3b-ad24-cdfabd882e54, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:51.026654 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] For port 85e80bd9-be18-4549-91ce-e504626c7fb1, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:51.032235 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] For port bad31264-07eb-4a3b-ad24-cdfabd882e54, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=bad31264-07eb-4a3b-ad24-cdfabd882e54,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:51.033806 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-1caa9137-787d-4d14-aa3c-55c0a91474e2 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=634700518d134157be64e4c3ba926e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861008 Jul 16 08:41:51.042269 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] For port 85e80bd9-be18-4549-91ce-e504626c7fb1, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=85e80bd9-be18-4549-91ce-e504626c7fb1,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:51.045097 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.055778 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.064329 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.095264 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.125893 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfe16e-f715-4d80-b794-34adc16ca484 None None] Pushing event updated for resources: {'Port': ['ID=bad31264-07eb-4a3b-ad24-cdfabd882e54,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.217535 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.272095 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0f823-7871-4252-ae30-24bc62f4517f None None] Pushing event updated for resources: {'Port': ['ID=85e80bd9-be18-4549-91ce-e504626c7fb1,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.317860 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-358e2ed2-cf60-4193-897c-ba63b580e404 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:41:51.326398 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-358e2ed2-cf60-4193-897c-ba63b580e404 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1315496 Jul 16 08:41:51.329046 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Allocated IP 172.27.0.226 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/df2f1de3-fdd5-4893-a3dc-1c3bc3135422) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:51.604358 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-2ea3c435-7277-4d95-a363-354eb19f876a service neutron] 10.222.0.63 "GET /v2.0/networks/aabdd85f-4bca-4298-bee7-8ff0b2590a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770603 Jul 16 08:41:51.726841 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.734052 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-849bba5d-9882-4c4e-aa7c-da23ebec6b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.782340 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-eda202a8-d8a0-450d-8eea-e86b8161b77e service neutron] 10.222.0.63 "GET /v2.0/networks/aabdd85f-4bca-4298-bee7-8ff0b2590a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590245 Jul 16 08:41:51.819559 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.888898 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.955140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-849bba5d-9882-4c4e-aa7c-da23ebec6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.963310 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=df2f1de3-fdd5-4893-a3dc-1c3bc3135422,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.985538 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:51.989645 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:51.996730 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:52.005634 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bba5d-9882-4c4e-aa7c-da23ebec6b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc4869e-0ff4-4a34-b654-83ca2abdc907,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.053295 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Router 17567e42-94ba-42b3-8e5f-212e15fad502 is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:52.065718 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-849bba5d-9882-4c4e-aa7c-da23ebec6b89 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fae3cd796fc6410fac5c8fb350fa9c99&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4931059 Jul 16 08:41:52.069642 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40126) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:52.231829 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40142) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:52.265087 dv-cinder-800768-3-iscsi neutron-server[99542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:41:52.348958 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2e89fa73-b009-4cdf-b6f3-7cc5461b8474 req-00c8646b-da47-4615-97c4-af239ffc9dfd tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 210 time: 0.1151001 Jul 16 08:41:52.354312 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a15fba85-9f7f-4dbf-b2ca-b7b826c68874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.422317 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a15fba85-9f7f-4dbf-b2ca-b7b826c68874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.438691 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:52.450314 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Sync routers for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:52.463228 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:52.464433 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:41:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:52.504676 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.507045 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-eb197977-9b1e-4f13-b834-1fd8380ced30 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1963472 Jul 16 08:41:52.510288 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40156) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:52.601976 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device bad31264-07eb-4a3b-ad24-cdfabd882e54 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:52.612012 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a15fba85-9f7f-4dbf-b2ca-b7b826c68874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.614785 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a15fba85-9f7f-4dbf-b2ca-b7b826c68874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.616017 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a15fba85-9f7f-4dbf-b2ca-b7b826c68874 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9bc4869e-0ff4-4a34-b654-83ca2abdc907 HTTP/1.1" status: 204 len: 168 time: 0.5450969 Jul 16 08:41:52.629946 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fba85-9f7f-4dbf-b2ca-b7b826c68874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc4869e-0ff4-4a34-b654-83ca2abdc907,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.701392 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:52.789617 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port bad31264-07eb-4a3b-ad24-cdfabd882e54 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:52.794233 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 85e80bd9-be18-4549-91ce-e504626c7fb1 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:52.864028 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 85e80bd9-be18-4549-91ce-e504626c7fb1 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:52.867198 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.951795 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f895fb63-58c9-439b-9667-bd6ff06ae149 None None] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:53.269532 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.280628 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-9fd9225a-9c58-4dde-9776-52120a86f4be None None] Provisioning for port bad31264-07eb-4a3b-ad24-cdfabd882e54 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:53.303953 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-9fd9225a-9c58-4dde-9776-52120a86f4be None None] Provisioning complete for port bad31264-07eb-4a3b-ad24-cdfabd882e54 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:53.304342 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-9fd9225a-9c58-4dde-9776-52120a86f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.346536 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:50Z', 'revision_number': 3, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:53.437083 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1467410-9c98-4719-b9c4-5f5bed1868c7 None None] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:53.439907 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Checking router: 17567e42-94ba-42b3-8e5f-212e15fad502 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:53.441474 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Updating router 17567e42-94ba-42b3-8e5f-212e15fad502 port 3e6447a3-1319-498f-b784-311a4cd10f3e binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:53.534005 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.667695 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Router d485e6ad-c354-44d0-89a3-8c409ab892d0 is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:53.859569 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6adcbecf-84c6-4d66-b33f-b081c3c8e17b req-c2bae73a-e8c4-4c25-9e79-b7b948105d21 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 210 time: 0.0435328 Jul 16 08:41:53.870070 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:53.919574 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.920862 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-47dd8320-68e1-4875-8219-2b356098a0d5 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4684219 Jul 16 08:41:53.923799 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40216) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.992240 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Sync routers for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:54.079426 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:54.084352 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:54.085784 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:41:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:54.176649 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.198222 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Transition to ACTIVE for port object 3e6447a3-1319-498f-b784-311a4cd10f3e will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:54.205910 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.265033 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Pushing event updated for resources: {'Port': ['ID=3e6447a3-1319-498f-b784-311a4cd10f3e,revision_number=2']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.293517 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.294284 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.295460 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.296080 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.296654 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.297216 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.298499 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.299054 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.299632 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.300230 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.300773 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.301906 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Tracked resource versions report: Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: pushed versions: Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: { 'AddressGroup': {'1.2'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'ConntrackHelper': {'1.0'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Log': {'1.0'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Network': {'1.1'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Port': {'1.7'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'PortForwarding': {'1.2'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'QosPolicy': {'1.8'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SecurityGroup': {'1.4'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SubPort': {'1.0'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Subnet': {'1.1'}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Trunk': {'1.1'}} Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: consumer versions: Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: { DHCP agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: HyperV agent@hv-cinder-80076: {}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: L3 agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: Metadata agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: Metering agent@dv-cinder-800768-3-iscsi: {}, Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: Open vSwitch agent@dv-cinder-800768-3-iscsi: { 'AddressGroup': '1.2', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'ConntrackHelper': '1.0', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Log': '1.0', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Network': '1.1', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Port': '1.7', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'PortForwarding': '1.2', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'QosPolicy': '1.8', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SecurityGroup': '1.4', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SecurityGroupRule': '1.2', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'SubPort': '1.0', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Subnet': '1.1', Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: 'Trunk': '1.1'}} Jul 16 08:41:54.303203 dv-cinder-800768-3-iscsi neutron-server[99545]: {{(pid=99545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:41:54.309327 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Attempting to bind port 3e6447a3-1319-498f-b784-311a4cd10f3e on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:54.309934 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Attempting to bind port 3e6447a3-1319-498f-b784-311a4cd10f3e by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:54.310523 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Attempting to bind port 3e6447a3-1319-498f-b784-311a4cd10f3e on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:54.317745 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:54.318655 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:54.319317 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.320002 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:54.320718 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Bound port: 3e6447a3-1319-498f-b784-311a4cd10f3e, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:54.321326 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.323577 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.395426 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] For port 3e6447a3-1319-498f-b784-311a4cd10f3e, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:54.399175 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] For port 3e6447a3-1319-498f-b784-311a4cd10f3e, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=3e6447a3-1319-498f-b784-311a4cd10f3e,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:54.405406 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.490856 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953e2a1-dd52-45db-9f41-f741b133d00e None None] Pushing event updated for resources: {'Port': ['ID=3e6447a3-1319-498f-b784-311a4cd10f3e,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.524647 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:54.526075 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:41:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:54.691612 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:54.723486 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-9fd9225a-9c58-4dde-9776-52120a86f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.778449 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:54.982468 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40268) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.006689 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:50Z', 'revision_number': 3, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:55.047148 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9018d3-6258-4a29-8807-b464863afe23 None None] The sync data for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi is: [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:50Z', 'revision_number': 3, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:55.087933 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-9fd9225a-9c58-4dde-9776-52120a86f4be None None] For port bad31264-07eb-4a3b-ad24-cdfabd882e54, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=bad31264-07eb-4a3b-ad24-cdfabd882e54,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:55.132040 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-9fd9225a-9c58-4dde-9776-52120a86f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.164667 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-794308fc-9d52-4d76-8b76-f9ef58ff6119 req-c310eb6d-e7e9-4ba3-8eff-a1317784ad62 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 210 time: 0.0683825 Jul 16 08:41:55.238828 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-92ed469a-42a1-4f7c-9c3d-d51a4a95de0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.246697 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Allocated IP 172.20.0.1 (4f572e00-bafb-4776-89c1-ba5f11ff389b/0b86204e-13c8-4f8f-bf1c-ca32418d2d77/c0e0f428-d7b7-4f35-913a-58ca9a93c659) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:55.285808 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9225a-9c58-4dde-9776-52120a86f4be None None] Pushing event updated for resources: {'Port': ['ID=bad31264-07eb-4a3b-ad24-cdfabd882e54,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.368151 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] Provisioning for port 85e80bd9-be18-4549-91ce-e504626c7fb1 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:55.382320 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] Provisioning complete for port 85e80bd9-be18-4549-91ce-e504626c7fb1 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:55.382705 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.449782 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-92ed469a-42a1-4f7c-9c3d-d51a4a95de0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.456331 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-92ed469a-42a1-4f7c-9c3d-d51a4a95de0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.494122 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.497725 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:52Z', 'revision_number': 3, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:55.521080 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed469a-42a1-4f7c-9c3d-d51a4a95de0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a6d3b7-7a93-47f0-a9e7-81f9b626be6c,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.522501 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.543458 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-92ed469a-42a1-4f7c-9c3d-d51a4a95de0b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=21890768aa214f61a7af8c0c42cf99c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5598629 Jul 16 08:41:55.545986 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40284) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.562627 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.595076 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Transition to ACTIVE for port object c0e0f428-d7b7-4f35-913a-58ca9a93c659 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:55.619552 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Checking router: d485e6ad-c354-44d0-89a3-8c409ab892d0 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:55.622179 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Updating router d485e6ad-c354-44d0-89a3-8c409ab892d0 port df2f1de3-fdd5-4893-a3dc-1c3bc3135422 binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:55.642061 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1918a987-b87b-4d50-aac6-8710dd28cd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.684165 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] For port 85e80bd9-be18-4549-91ce-e504626c7fb1, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=85e80bd9-be18-4549-91ce-e504626c7fb1,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:55.687801 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1918a987-b87b-4d50-aac6-8710dd28cd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.691934 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.755219 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.772194 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] Pushing event updated for resources: {'Port': ['ID=85e80bd9-be18-4549-91ce-e504626c7fb1,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.780372 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1918a987-b87b-4d50-aac6-8710dd28cd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.784257 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1918a987-b87b-4d50-aac6-8710dd28cd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.785531 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-1918a987-b87b-4d50-aac6-8710dd28cd89 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/57a6d3b7-7a93-47f0-a9e7-81f9b626be6c HTTP/1.1" status: 204 len: 168 time: 0.2382128 Jul 16 08:41:55.801480 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] Provisioning complete for port bad31264-07eb-4a3b-ad24-cdfabd882e54 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:55.801854 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6d32-c407-4619-b85d-7991e1961c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.802778 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918a987-b87b-4d50-aac6-8710dd28cd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a6d3b7-7a93-47f0-a9e7-81f9b626be6c,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.804705 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.841254 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:55.848704 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:55.858703 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:55.859355 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.039713 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Allocated IP 172.20.0.1 (7bfd0a05-e226-4fca-890e-fdd2b9af251f/33311e80-7f24-45d9-bd6b-993686c7152f/8c3073e5-aea9-48c5-b773-ee2f9912256a) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:56.205196 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.272634 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Transition to ACTIVE for port object 8c3073e5-aea9-48c5-b773-ee2f9912256a will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:56.274329 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e0f428-d7b7-4f35-913a-58ca9a93c659,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.347793 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40310) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.369681 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e36c883e-1ad9-4a1b-b48d-4287f7f9c4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.491121 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.518179 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Transition to ACTIVE for port object df2f1de3-fdd5-4893-a3dc-1c3bc3135422 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:56.521137 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-4aa844b0-afe2-489a-8523-6d87d11d0c61 None None] Provisioning for port c0e0f428-d7b7-4f35-913a-58ca9a93c659 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:56.529156 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-4aa844b0-afe2-489a-8523-6d87d11d0c61 None None] Provisioning complete for port c0e0f428-d7b7-4f35-913a-58ca9a93c659 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:56.529632 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-4aa844b0-afe2-489a-8523-6d87d11d0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.532705 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.566089 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device bad31264-07eb-4a3b-ad24-cdfabd882e54 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:56.569956 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e36c883e-1ad9-4a1b-b48d-4287f7f9c4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.574713 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e36c883e-1ad9-4a1b-b48d-4287f7f9c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.623980 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c883e-1ad9-4a1b-b48d-4287f7f9c4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f34bc-e0d5-4b95-97d1-a587d77bc5bf,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.642904 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e36c883e-1ad9-4a1b-b48d-4287f7f9c4b6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9c8a7511695744c9b5e2f943f580b658&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2907419 Jul 16 08:41:56.643719 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40314) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.651753 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-4aa844b0-afe2-489a-8523-6d87d11d0c61 None None] Port c0e0f428-d7b7-4f35-913a-58ca9a93c659 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:56.661065 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4294a-263b-467c-8845-136c58e2c809 None None] Pushing event updated for resources: {'Port': ['ID=df2f1de3-fdd5-4893-a3dc-1c3bc3135422,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.667467 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93604812-b609-4ca6-a62b-fab1bbb9ecb9 req-ee059dec-9aa5-41ca-8127-fe292663bb2e tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 210 time: 0.2054520 Jul 16 08:41:56.671758 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Attempting to bind port df2f1de3-fdd5-4893-a3dc-1c3bc3135422 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:56.672528 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Attempting to bind port df2f1de3-fdd5-4893-a3dc-1c3bc3135422 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:56.673071 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Attempting to bind port df2f1de3-fdd5-4893-a3dc-1c3bc3135422 on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:56.682759 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:56.683469 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:56.684570 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.685148 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:56.685795 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Bound port: df2f1de3-fdd5-4893-a3dc-1c3bc3135422, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:56.686382 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.689948 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.697869 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.729684 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-4aa844b0-afe2-489a-8523-6d87d11d0c61 None None] Provisioning complete for port 85e80bd9-be18-4549-91ce-e504626c7fb1 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:56.730870 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-4aa844b0-afe2-489a-8523-6d87d11d0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.732637 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6a2875f4-01ca-460b-8f6c-e2aec0dc017a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.743381 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:56.751390 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:56.753988 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:56.754852 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.761269 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port bad31264-07eb-4a3b-ad24-cdfabd882e54 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:56.761871 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.785256 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6a2875f4-01ca-460b-8f6c-e2aec0dc017a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.828141 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Pushing event updated for resources: {'Port': ['ID=8c3073e5-aea9-48c5-b773-ee2f9912256a,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.841361 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] For port df2f1de3-fdd5-4893-a3dc-1c3bc3135422, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:56.849038 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] For port df2f1de3-fdd5-4893-a3dc-1c3bc3135422, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=df2f1de3-fdd5-4893-a3dc-1c3bc3135422,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:56.859198 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.870163 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6a2875f4-01ca-460b-8f6c-e2aec0dc017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.873561 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6a2875f4-01ca-460b-8f6c-e2aec0dc017a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.877957 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-6a2875f4-01ca-460b-8f6c-e2aec0dc017a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/589f34bc-e0d5-4b95-97d1-a587d77bc5bf HTTP/1.1" status: 204 len: 168 time: 0.2320521 Jul 16 08:41:56.885886 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2875f4-01ca-460b-8f6c-e2aec0dc017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f34bc-e0d5-4b95-97d1-a587d77bc5bf,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.015725 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4294a-263b-467c-8845-136c58e2c809 None None] Pushing event updated for resources: {'Port': ['ID=df2f1de3-fdd5-4893-a3dc-1c3bc3135422,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.025351 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:57.026189 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:41:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:57.068234 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.090824 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.119396 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.122334 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.166188 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:57.168913 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 3e6447a3-1319-498f-b784-311a4cd10f3e up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:57.234281 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e0f428-d7b7-4f35-913a-58ca9a93c659,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.333183 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:57.337584 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:57.363402 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-ce67f446-9086-49f9-9c74-bdb11d183b1d None None] Provisioning for port 8c3073e5-aea9-48c5-b773-ee2f9912256a completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:57.404391 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-ce67f446-9086-49f9-9c74-bdb11d183b1d None None] Provisioning complete for port 8c3073e5-aea9-48c5-b773-ee2f9912256a triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:57.404774 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ce67f446-9086-49f9-9c74-bdb11d183b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.467718 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 3e6447a3-1319-498f-b784-311a4cd10f3e completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:57.484316 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 3e6447a3-1319-498f-b784-311a4cd10f3e triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:57.484701 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.525753 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-ce67f446-9086-49f9-9c74-bdb11d183b1d None None] Port 8c3073e5-aea9-48c5-b773-ee2f9912256a cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:57.542082 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.555334 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Router 17567e42-94ba-42b3-8e5f-212e15fad502 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:57.557893 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.559325 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.747923 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:57.781207 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.798294 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-5885a62b-a8be-4c3e-bd51-88208b9f3246 None None] Provisioning complete for port c0e0f428-d7b7-4f35-913a-58ca9a93c659 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:57.798886 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5885a62b-a8be-4c3e-bd51-88208b9f3246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.799978 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:57.833469 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Pushing event updated for resources: {'Port': ['ID=8c3073e5-aea9-48c5-b773-ee2f9912256a,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.852150 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 3e6447a3-1319-498f-b784-311a4cd10f3e, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=3e6447a3-1319-498f-b784-311a4cd10f3e,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:57.864827 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.879077 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 85e80bd9-be18-4549-91ce-e504626c7fb1 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:57.981851 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-5885a62b-a8be-4c3e-bd51-88208b9f3246 None None] Port c0e0f428-d7b7-4f35-913a-58ca9a93c659 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:58.016678 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 1, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:58.033023 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:58.042165 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Sync routers for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:58.056972 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3a05a07f-83dd-4257-a5f2-66a0b3e5f215 admin admin] 10.222.0.63 "PUT /v2.0/routers/17567e42-94ba-42b3-8e5f-212e15fad502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5438347 Jul 16 08:41:58.071965 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:58.076210 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:41:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:58.081709 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Router d485e6ad-c354-44d0-89a3-8c409ab892d0 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:58.141228 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=3e6447a3-1319-498f-b784-311a4cd10f3e,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.164113 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3d7f7-fe22-4f7c-863e-3225db1db1f8 None None] The sync data for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi is: [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 1, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:58.173567 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-89d13899-8f25-494d-860c-5b57bacd5e5e req-650fa9fd-48d1-4b9a-80a8-0f621978fbbe tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 210 time: 0.1170082 Jul 16 08:41:58.221840 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 85e80bd9-be18-4549-91ce-e504626c7fb1 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:58.222565 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.334920 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-c3685b93-686b-4e0d-907e-f69f06aed36a None None] Provisioning complete for port 8c3073e5-aea9-48c5-b773-ee2f9912256a triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:58.336563 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c3685b93-686b-4e0d-907e-f69f06aed36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.366698 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:58.383762 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-63def242-697b-41a9-971a-d2f1bd83688c admin admin] 10.222.0.63 "PUT /v2.0/routers/d485e6ad-c354-44d0-89a3-8c409ab892d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4582233 Jul 16 08:41:58.425168 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40372) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:58.461052 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-c3685b93-686b-4e0d-907e-f69f06aed36a None None] Port 8c3073e5-aea9-48c5-b773-ee2f9912256a cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:58.471454 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:58.703206 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5890c547-9f2b-4914-85b1-2ee2985063fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.775007 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 3e6447a3-1319-498f-b784-311a4cd10f3e up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:58.913633 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5890c547-9f2b-4914-85b1-2ee2985063fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.915740 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 3e6447a3-1319-498f-b784-311a4cd10f3e triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:58.916487 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.918944 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5890c547-9f2b-4914-85b1-2ee2985063fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.927907 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 2, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:59.023723 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Checking router: 17567e42-94ba-42b3-8e5f-212e15fad502 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:59.025596 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Updating router 17567e42-94ba-42b3-8e5f-212e15fad502 port c0e0f428-d7b7-4f35-913a-58ca9a93c659 binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:59.034655 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5890c547-9f2b-4914-85b1-2ee2985063fe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c61864619c164378afbf010e68cb2036&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6065102 Jul 16 08:41:59.035711 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40394) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:59.036333 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890c547-9f2b-4914-85b1-2ee2985063fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af392d5-c9dc-4fc0-b9f6-9190cd70ae44,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.163774 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.207787 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.215781 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.62', 57005) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:59.244661 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d02020fe-46c3-4acc-a39a-989294e182e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.295453 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d02020fe-46c3-4acc-a39a-989294e182e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.462003 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d02020fe-46c3-4acc-a39a-989294e182e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.486849 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d02020fe-46c3-4acc-a39a-989294e182e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.502208 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d02020fe-46c3-4acc-a39a-989294e182e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6af392d5-c9dc-4fc0-b9f6-9190cd70ae44 HTTP/1.1" status: 204 len: 168 time: 0.4503555 Jul 16 08:41:59.553109 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02020fe-46c3-4acc-a39a-989294e182e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af392d5-c9dc-4fc0-b9f6-9190cd70ae44,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.918337 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.932763 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Transition to ACTIVE for port object c0e0f428-d7b7-4f35-913a-58ca9a93c659 will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:59.940853 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.056914 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40438) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.062334 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-1239e728-2c31-4f04-9d28-514c4bc8cc0b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174640611', 'description': 'tempest-description--11921212'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:00.115024 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40444) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.129509 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533273906', 'description': 'tempest-description--1386221038'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:00.225631 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Attempting to bind port c0e0f428-d7b7-4f35-913a-58ca9a93c659 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:00.226111 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Attempting to bind port c0e0f428-d7b7-4f35-913a-58ca9a93c659 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:00.226486 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Attempting to bind port c0e0f428-d7b7-4f35-913a-58ca9a93c659 on network 4f572e00-bafb-4776-89c1-ba5f11ff389b {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:00.228238 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1239e728-2c31-4f04-9d28-514c4bc8cc0b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.260089 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c9783-9fc3-491d-8fd0-6337edfacefc None None] Pushing event updated for resources: {'Port': ['ID=c0e0f428-d7b7-4f35-913a-58ca9a93c659,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.267927 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-cf72336f-cfa4-43a8-a25a-09b33ec0aba4 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.277471 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-cf72336f-cfa4-43a8-a25a-09b33ec0aba4 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.62 "GET /v2.0/networks?id=aabdd85f-4bca-4298-bee7-8ff0b2590a04 HTTP/1.1" status: 200 len: 811 time: 1.0596015 Jul 16 08:42:00.280001 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:00.280450 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Checking segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:00.282921 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.283368 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Bound using segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:00.290450 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Bound port: c0e0f428-d7b7-4f35-913a-58ca9a93c659, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:00.290969 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.365587 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Request body: {'port': {'device_id': 'fc24f2e8-65f8-4286-acff-5d9d4cc8b023', 'network_id': 'aabdd85f-4bca-4298-bee7-8ff0b2590a04', 'admin_state_up': True, 'tenant_id': '634700518d134157be64e4c3ba926e65'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:00.399742 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40464) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.456232 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-61112d31-dd84-41fb-9d17-0b0a230b566b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.465597 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.484710 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] For port c0e0f428-d7b7-4f35-913a-58ca9a93c659, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:00.507417 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] For port c0e0f428-d7b7-4f35-913a-58ca9a93c659, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=c0e0f428-d7b7-4f35-913a-58ca9a93c659,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:00.514472 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.586361 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-de45ea48-344a-4ec9-a14b-deb343752c3c req-649215f0-8c1b-42e3-99f5-4d5a83918507 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 210 time: 0.2628765 Jul 16 08:42:00.653035 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:00.653510 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:41:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:00.655395 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-61112d31-dd84-41fb-9d17-0b0a230b566b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.669804 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-61112d31-dd84-41fb-9d17-0b0a230b566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.769279 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device df2f1de3-fdd5-4893-a3dc-1c3bc3135422 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:00.844573 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port df2f1de3-fdd5-4893-a3dc-1c3bc3135422 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:00.853095 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port df2f1de3-fdd5-4893-a3dc-1c3bc3135422 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:00.853735 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.904006 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-61112d31-dd84-41fb-9d17-0b0a230b566b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f68997388dc24ad4a25fbff45ccd0946&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4792910 Jul 16 08:42:00.906621 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40498) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.950994 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c9783-9fc3-491d-8fd0-6337edfacefc None None] Pushing event updated for resources: {'Port': ['ID=c0e0f428-d7b7-4f35-913a-58ca9a93c659,revision_number=4']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.979035 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.db.api [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:42:00.979035 dv-cinder-800768-3-iscsi neutron-server[99543]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:42:00.979035 dv-cinder-800768-3-iscsi neutron-server[99543]: [parameters: {'project_id_1': '26c729b49b34426c98da58a7e599e297', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 42, 0, 594939)}] Jul 16 08:42:00.979035 dv-cinder-800768-3-iscsi neutron-server[99543]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:42:00.979406 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG oslo_db.api [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:42:00.981784 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:01.058945 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-37b2a34a-d91b-4ae2-89dc-27eff82d0c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.062896 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61112d31-dd84-41fb-9d17-0b0a230b566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38845e0e-831a-4241-8b37-9c4a98bc6853,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.098481 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.104387 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1239e728-2c31-4f04-9d28-514c4bc8cc0b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.120811 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1239e728-2c31-4f04-9d28-514c4bc8cc0b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.149145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-37b2a34a-d91b-4ae2-89dc-27eff82d0c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.178947 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port df2f1de3-fdd5-4893-a3dc-1c3bc3135422, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=df2f1de3-fdd5-4893-a3dc-1c3bc3135422,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:01.208175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.219659 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239e728-2c31-4f04-9d28-514c4bc8cc0b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4902962-abbb-4890-95dd-489d51fc1c65,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.270762 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1239e728-2c31-4f04-9d28-514c4bc8cc0b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.275403 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-1239e728-2c31-4f04-9d28-514c4bc8cc0b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 1.2172649 Jul 16 08:42:01.276251 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40510) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:01.281251 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-cc580073-97d6-4f4c-b844-2ed997f6ed2a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'security_group_rule': {'security_group_id': 'e4902962-abbb-4890-95dd-489d51fc1c65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:01.310239 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Made reservation on behalf of 634700518d134157be64e4c3ba926e65 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:01.321791 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.384739 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc580073-97d6-4f4c-b844-2ed997f6ed2a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.393557 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=df2f1de3-fdd5-4893-a3dc-1c3bc3135422,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.412132 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:00Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:01.488934 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.491094 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64d7fb-5aa8-4c91-afa6-1f498b5311c2 None None] The sync data for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi is: [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:00Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:01.498157 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e3a3236c-cb9e-4d3a-b500-da4773bddf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.592919 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc580073-97d6-4f4c-b844-2ed997f6ed2a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.598921 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc580073-97d6-4f4c-b844-2ed997f6ed2a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.611019 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-37b2a34a-d91b-4ae2-89dc-27eff82d0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.617956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-37b2a34a-d91b-4ae2-89dc-27eff82d0c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.619119 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-37b2a34a-d91b-4ae2-89dc-27eff82d0c7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/38845e0e-831a-4241-8b37-9c4a98bc6853 HTTP/1.1" status: 204 len: 168 time: 0.7115030 Jul 16 08:42:01.697359 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc580073-97d6-4f4c-b844-2ed997f6ed2a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347a70b4-b546-40d9-bc87-710477b6ad5b,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.705682 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2a34a-d91b-4ae2-89dc-27eff82d0c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38845e0e-831a-4241-8b37-9c4a98bc6853,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.103700 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.143040 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-80cdc4ad-794d-4feb-ac03-1fa831068597 req-ab5318c9-1cf1-4103-98f9-55b50aea47f4 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 210 time: 0.1672332 Jul 16 08:42:02.153861 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.154714 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Sync routers for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:02.183046 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:02.220353 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:41:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:02.220798 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc580073-97d6-4f4c-b844-2ed997f6ed2a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.220798 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-cc580073-97d6-4f4c-b844-2ed997f6ed2a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9379604 Jul 16 08:42:02.237034 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40536) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:02.260531 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-967b6179-0b91-4162-aa66-3de6f9cd0c7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'security_group_rule': {'security_group_id': 'e4902962-abbb-4890-95dd-489d51fc1c65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:02.260724 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Allocated IP 172.20.0.14 (aabdd85f-4bca-4298-bee7-8ff0b2590a04/19c01cc6-5151-4e5a-ba86-4c30659f96ef/6ef812fb-e23e-4804-a148-f04415b6249d) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:02.310771 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.312567 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1965117 Jul 16 08:42:02.321599 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40538) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:02.343834 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-97b4bb7d-b125-4fe1-9309-285867b78200 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'security_group_rule': {'security_group_id': '72f0cffb-3498-4b9b-8fa9-ed772d86abf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:02.406848 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a963b-dc3f-4228-bfee-1d999652e391 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0cffb-3498-4b9b-8fa9-ed772d86abf8,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.468846 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-967b6179-0b91-4162-aa66-3de6f9cd0c7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.602956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-97b4bb7d-b125-4fe1-9309-285867b78200 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.692418 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:02.828148 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-967b6179-0b91-4162-aa66-3de6f9cd0c7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.832771 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-967b6179-0b91-4162-aa66-3de6f9cd0c7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.889100 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.925082 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b6179-0b91-4162-aa66-3de6f9cd0c7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab49f3c5-be73-4b7d-a663-d460b34552c6,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.939288 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-967b6179-0b91-4162-aa66-3de6f9cd0c7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.942577 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-967b6179-0b91-4162-aa66-3de6f9cd0c7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6997640 Jul 16 08:42:02.946731 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40558) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:02.960184 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:02.993007 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-97b4bb7d-b125-4fe1-9309-285867b78200 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.005752 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-97b4bb7d-b125-4fe1-9309-285867b78200 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.039390 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.046650 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device df2f1de3-fdd5-4893-a3dc-1c3bc3135422 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:03.248718 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.521214 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-97b4bb7d-b125-4fe1-9309-285867b78200 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.535118 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-97b4bb7d-b125-4fe1-9309-285867b78200 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2088516 Jul 16 08:42:03.572426 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40580) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:03.611560 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4bb7d-b125-4fe1-9309-285867b78200 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae201452-fcb2-47dd-962c-fb35148b1cdd,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.624446 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-c9cf14d2-a012-4e56-8754-908777bf3dbc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'security_group_rule': {'security_group_id': '72f0cffb-3498-4b9b-8fa9-ed772d86abf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:03.661417 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Network aabdd85f-4bca-4298-bee7-8ff0b2590a04 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:03.662320 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Pushing event updated for resources: {'Port': ['ID=6ef812fb-e23e-4804-a148-f04415b6249d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.690073 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:03.694055 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:03.698896 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.699790 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.712776 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.741149 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port df2f1de3-fdd5-4893-a3dc-1c3bc3135422 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:03.743727 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.754147 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8d10a58b-840b-44de-a26f-9b661cb7d3b6 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3939562 Jul 16 08:42:03.757539 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14d2-a012-4e56-8754-908777bf3dbc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.839625 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-df436e53-9e08-4dab-b3e8-2c29b1544580 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:42:03.840599 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-df436e53-9e08-4dab-b3e8-2c29b1544580 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0314155 Jul 16 08:42:03.923828 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 2, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:03.929789 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14d2-a012-4e56-8754-908777bf3dbc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.934336 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14d2-a012-4e56-8754-908777bf3dbc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.944381 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40586) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:03.976557 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf14d2-a012-4e56-8754-908777bf3dbc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3402c165-c234-438f-aa09-57815175b20b,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.999056 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14d2-a012-4e56-8754-908777bf3dbc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.005965 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c9cf14d2-a012-4e56-8754-908777bf3dbc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4148045 Jul 16 08:42:04.006742 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40590) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.016791 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:04.042044 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Checking router: d485e6ad-c354-44d0-89a3-8c409ab892d0 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:04.042458 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Updating router d485e6ad-c354-44d0-89a3-8c409ab892d0 port 8c3073e5-aea9-48c5-b773-ee2f9912256a binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:04.074101 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.102591 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803cf4-e6d5-4970-985c-f516c3479edc req-897e2e6e-d031-4e23-a6d5-6e9b7b40f592 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.130131 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5c803cf4-e6d5-4970-985c-f516c3479edc req-897e2e6e-d031-4e23-a6d5-6e9b7b40f592 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 932 time: 0.6001532 Jul 16 08:42:04.177733 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.340164 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5c803cf4-e6d5-4970-985c-f516c3479edc req-166cac1a-8d4b-4123-85bd-45cc7099e020 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050927 Jul 16 08:42:04.343448 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Allocated IP 172.27.0.145 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/748c8d2a-aad3-4531-a08e-bed55091136c) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:04.348904 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Request body: {'port': {'device_id': 'fc24f2e8-65f8-4286-acff-5d9d4cc8b023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:04.361129 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-99749866-network', 'tenant_id': '927c28531520495eaf6121425176ac40'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:04.396130 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c04076c7-8f95-4709-9b6b-3598cfe9aa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.408453 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.413932 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device c0e0f428-d7b7-4f35-913a-58ca9a93c659 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:04.444637 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Made reservation on behalf of 927c28531520495eaf6121425176ac40 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:04.447151 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.481442 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.656193 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.664948 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.782324 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.785974 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.805389 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.861549 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:04.888966 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port c0e0f428-d7b7-4f35-913a-58ca9a93c659 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:04.894508 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:04.897729 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:04.905145 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:04.918899 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'Port': ['ID=748c8d2a-aad3-4531-a08e-bed55091136c,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.922428 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port c0e0f428-d7b7-4f35-913a-58ca9a93c659 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:04.923088 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.956601 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e7c9d-c780-412a-9e4d-5dc78344692c,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.985631 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.004257 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.004721 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Added segment beeb45d9-8606-4393-ba48-38f0cc11484f of type vlan for network c100de07-73d8-4e49-a08b-8d7a15213536 Jul 16 08:42:05.038130 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Allocated IP 172.27.0.181 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/609a6185-1bb8-4439-ad13-7c2cd2a8499b) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:05.123474 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.151233 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.228735 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.256557 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.256557 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.256908 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.385159 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.427648 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40624) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:05.447032 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4928293 Jul 16 08:42:05.470047 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40628) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:05.479218 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Request body: {'subnet': {'network_id': 'c100de07-73d8-4e49-a08b-8d7a15213536', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-99749866-subnet', 'tenant_id': '927c28531520495eaf6121425176ac40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:05.549026 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.581756 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Transition to ACTIVE for port object 8c3073e5-aea9-48c5-b773-ee2f9912256a will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:05.589878 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Made reservation on behalf of 927c28531520495eaf6121425176ac40 for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:05.596162 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.604423 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c041f-737c-4dfe-a105-0bba0dba6890 admin admin] Pushing event updated for resources: {'Network': ['ID=c100de07-73d8-4e49-a08b-8d7a15213536,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.624432 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.630337 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network c100de07-73d8-4e49-a08b-8d7a15213536 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:05.641368 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.741425 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd2017de-6c56-4fcc-8c56-44f8d790d0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.841291 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port c0e0f428-d7b7-4f35-913a-58ca9a93c659, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=c0e0f428-d7b7-4f35-913a-58ca9a93c659,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:05.842894 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693d702-e12c-435e-9e7b-635821b03c16 None None] Pushing event updated for resources: {'Port': ['ID=8c3073e5-aea9-48c5-b773-ee2f9912256a,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.864300 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.157685 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd2017de-6c56-4fcc-8c56-44f8d790d0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.183030 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd2017de-6c56-4fcc-8c56-44f8d790d0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.258235 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.272076 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=c0e0f428-d7b7-4f35-913a-58ca9a93c659,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.275474 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2017de-6c56-4fcc-8c56-44f8d790d0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a30e48-9525-48f0-95ea-3c71eb5ca3e3,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.399539 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8e962-be37-49b9-971d-5053a7fa7f42 req-1dc80cea-ca9a-4b63-b51f-c0644a62f216 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.399539 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b7c8e962-be37-49b9-971d-5053a7fa7f42 req-1dc80cea-ca9a-4b63-b51f-c0644a62f216 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 932 time: 0.7299695 Jul 16 08:42:06.415094 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40652) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:06.511908 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.533796 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-dd2017de-6c56-4fcc-8c56-44f8d790d0cb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5b4fc2b610e846a39e3a587e394921f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1036170 Jul 16 08:42:06.536741 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40660) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:06.553925 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.557956 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Attempting to bind port 8c3073e5-aea9-48c5-b773-ee2f9912256a on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:06.558495 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Attempting to bind port 8c3073e5-aea9-48c5-b773-ee2f9912256a by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:06.558895 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Attempting to bind port 8c3073e5-aea9-48c5-b773-ee2f9912256a on network 7bfd0a05-e226-4fca-890e-fdd2b9af251f {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:06.571125 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:06.571671 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Checking segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:06.572432 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.573083 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Bound using segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:06.575049 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Bound port: 8c3073e5-aea9-48c5-b773-ee2f9912256a, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:06.576327 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.583033 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b7c8e962-be37-49b9-971d-5053a7fa7f42 req-594812aa-b192-4c33-a691-e08e9922d778 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753423 Jul 16 08:42:06.593026 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.669819 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef812fb-e23e-4804-a148-f04415b6249d {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:06.680548 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.706073 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Transition to ACTIVE for port object 6ef812fb-e23e-4804-a148-f04415b6249d will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:06.729631 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.731173 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.749951 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] For port 8c3073e5-aea9-48c5-b773-ee2f9912256a, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:06.754852 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:06.763976 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] For port 8c3073e5-aea9-48c5-b773-ee2f9912256a, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c3073e5-aea9-48c5-b773-ee2f9912256a,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:06.770125 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a83e1f34-1cdf-455d-bc56-55f97d0a90d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.771301 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.804187 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:06.814148 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:06.862365 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:06.864170 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:06.881781 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'Port': ['ID=609a6185-1bb8-4439-ad13-7c2cd2a8499b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.929803 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'Port': ['ID=748c8d2a-aad3-4531-a08e-bed55091136c,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.938865 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-752fbf06-6e45-43f7-8aea-4f023156d100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.965722 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693d702-e12c-435e-9e7b-635821b03c16 None None] Pushing event updated for resources: {'Port': ['ID=8c3073e5-aea9-48c5-b773-ee2f9912256a,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.980285 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.983818 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-752fbf06-6e45-43f7-8aea-4f023156d100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.054791 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.127784 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:07.131275 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-752fbf06-6e45-43f7-8aea-4f023156d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.137031 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-752fbf06-6e45-43f7-8aea-4f023156d100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.139749 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-752fbf06-6e45-43f7-8aea-4f023156d100 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/85a30e48-9525-48f0-95ea-3c71eb5ca3e3 HTTP/1.1" status: 204 len: 168 time: 0.6013515 Jul 16 08:42:07.202037 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Checking segment: {'id': 'beeb45d9-8606-4393-ba48-38f0cc11484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c100de07-73d8-4e49-a08b-8d7a15213536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:07.202731 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Network hostable DHCP agents. Network: c100de07-73d8-4e49-a08b-8d7a15213536, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:07.237281 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fbf06-6e45-43f7-8aea-4f023156d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a30e48-9525-48f0-95ea-3c71eb5ca3e3,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.258601 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Network c100de07-73d8-4e49-a08b-8d7a15213536 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:07.280612 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b712abf0-834f-43c3-882b-285e0268d0cb,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.291165 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, c100de07-73d8-4e49-a08b-8d7a15213536) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:07.311303 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.314111 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.393948 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.442406 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03123a81-22bd-4669-aa17-e138b63900fc None None] Network c100de07-73d8-4e49-a08b-8d7a15213536 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:07.452473 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef812fb-e23e-4804-a148-f04415b6249d,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.527748 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Attempting to bind port 6ef812fb-e23e-4804-a148-f04415b6249d on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:07.528221 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Attempting to bind port 6ef812fb-e23e-4804-a148-f04415b6249d by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '321fc5ff-49e0-444f-8457-a304fe420568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aabdd85f-4bca-4298-bee7-8ff0b2590a04'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:07.528575 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Attempting to bind port 6ef812fb-e23e-4804-a148-f04415b6249d on network aabdd85f-4bca-4298-bee7-8ff0b2590a04 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:07.546123 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Port 6ef812fb-e23e-4804-a148-f04415b6249d on network aabdd85f-4bca-4298-bee7-8ff0b2590a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:07.546443 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Attempting to bind port 6ef812fb-e23e-4804-a148-f04415b6249d on network aabdd85f-4bca-4298-bee7-8ff0b2590a04 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:07.566008 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:07.566354 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Checking segment: {'id': '321fc5ff-49e0-444f-8457-a304fe420568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aabdd85f-4bca-4298-bee7-8ff0b2590a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:07.567037 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Bound using segment: {'id': '321fc5ff-49e0-444f-8457-a304fe420568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aabdd85f-4bca-4298-bee7-8ff0b2590a04'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:07.567489 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Bound port: 6ef812fb-e23e-4804-a148-f04415b6249d, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321fc5ff-49e0-444f-8457-a304fe420568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aabdd85f-4bca-4298-bee7-8ff0b2590a04'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:07.567850 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.579401 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.672267 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406e31c-6ade-41a0-9aab-a774dbf4df08 None None] Network c100de07-73d8-4e49-a08b-8d7a15213536 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:07.694959 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a83e1f34-1cdf-455d-bc56-55f97d0a90d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.710578 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.713601 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a83e1f34-1cdf-455d-bc56-55f97d0a90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.750799 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40686) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:07.761598 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e6e15ff4-4dfc-40e1-b23a-c1eb71cb47ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7879834 Jul 16 08:42:07.771979 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4ea8dcbf-ae57-4a7a-ad61-8be0d64f3b5d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3004110 Jul 16 08:42:07.813440 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:06Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:07.890062 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e1f34-1cdf-455d-bc56-55f97d0a90d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021f868c-8df2-42aa-af20-59e29b5620a2,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.894784 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a83e1f34-1cdf-455d-bc56-55f97d0a90d4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3e9ce83b3cf42209bbe06a42bdbc0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4786489 Jul 16 08:42:07.900786 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40696) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:07.916135 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] For port 6ef812fb-e23e-4804-a148-f04415b6249d, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:07.923173 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] For port 6ef812fb-e23e-4804-a148-f04415b6249d, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=6ef812fb-e23e-4804-a148-f04415b6249d,segment=NetworkSegment(321fc5ff-49e0-444f-8457-a304fe420568),segment_id=321fc5ff-49e0-444f-8457-a304fe420568)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:07.964021 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2234f-471a-4273-bb5f-6f9b9d4eb137 None None] The sync data for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi is: [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:06Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:07.979324 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.024800 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40698) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:08.100364 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f6692058-5d4b-4f47-8469-c9efe1ffa18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.174345 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef812fb-e23e-4804-a148-f04415b6249d,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.204358 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5522ae-a52d-477a-a300-19cdbcf09eed req-46eb1778-d615-4eb6-b85e-2e67a27975d2 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.207488 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ec5522ae-a52d-477a-a300-19cdbcf09eed req-46eb1778-d615-4eb6-b85e-2e67a27975d2 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 944 time: 0.3871417 Jul 16 08:42:08.239758 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.245415 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.246901 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-8ae8331d-c2f8-4e25-9668-ae3ddef4d217 service neutron] 10.222.0.62 "PUT /v2.0/ports/6ef812fb-e23e-4804-a148-f04415b6249d HTTP/1.1" status: 200 len: 1094 time: 4.1214528 Jul 16 08:42:08.247059 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c3073e5-aea9-48c5-b773-ee2f9912256a up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:08.249951 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc24f2e8-65f8-4286-acff-5d9d4cc8b023', 'tag': '6ef812fb-e23e-4804-a148-f04415b6249d'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:08.365804 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ec5522ae-a52d-477a-a300-19cdbcf09eed req-ba659fbf-9b9e-4aca-bcf2-7290efe346da tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440022 Jul 16 08:42:08.380975 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 8c3073e5-aea9-48c5-b773-ee2f9912256a completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:08.404588 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 8c3073e5-aea9-48c5-b773-ee2f9912256a triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:08.407101 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.556381 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f6692058-5d4b-4f47-8469-c9efe1ffa18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.566783 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f6692058-5d4b-4f47-8469-c9efe1ffa18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.579705 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.625652 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f6692058-5d4b-4f47-8469-c9efe1ffa18b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2319e7aeb964b0a9bf7e5d688b26cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959234 Jul 16 08:42:08.626634 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40718) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:08.629349 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6692058-5d4b-4f47-8469-c9efe1ffa18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73465463-01a7-4b63-b5ca-7b6490ece91b,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.696947 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 8c3073e5-aea9-48c5-b773-ee2f9912256a, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c3073e5-aea9-48c5-b773-ee2f9912256a,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:08.705013 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.708490 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device c0e0f428-d7b7-4f35-913a-58ca9a93c659 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:08.711302 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-5232d736-24a7-4188-83dd-fbbd6d7a872e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--174640611&fields=id&tenant_id=56ca38ed14dd44d784a0ed25d2587694 HTTP/1.1" status: 200 len: 267 time: 0.2295690 Jul 16 08:42:08.737484 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-736b2641-a01b-4c14-a5e4-feb5a8d90218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.758432 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-76104a2d-2e3b-4ec0-b633-f3d1f1ff4073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.792316 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-76104a2d-2e3b-4ec0-b633-f3d1f1ff4073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.883562 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-76104a2d-2e3b-4ec0-b633-f3d1f1ff4073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.886305 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-76104a2d-2e3b-4ec0-b633-f3d1f1ff4073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.890058 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-76104a2d-2e3b-4ec0-b633-f3d1f1ff4073 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/73465463-01a7-4b63-b5ca-7b6490ece91b HTTP/1.1" status: 204 len: 168 time: 0.2590845 Jul 16 08:42:08.902842 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76104a2d-2e3b-4ec0-b633-f3d1f1ff4073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73465463-01a7-4b63-b5ca-7b6490ece91b,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.915677 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d7-fc4b-4872-bbef-75a2155c9ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.014812 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=8c3073e5-aea9-48c5-b773-ee2f9912256a,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.029304 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port c0e0f428-d7b7-4f35-913a-58ca9a93c659 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:09.029586 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.130971 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.143452 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-736b2641-a01b-4c14-a5e4-feb5a8d90218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.167182 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.242671 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'Port': ['ID=609a6185-1bb8-4439-ad13-7c2cd2a8499b,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.288066 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.342303 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-a89ea7e1-e66d-4d70-8839-1cf2c96c971b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.349311 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-a89ea7e1-e66d-4d70-8839-1cf2c96c971b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 817 time: 0.6361721 Jul 16 08:42:09.368233 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-47118f9b-399b-4d7c-b929-97f491111949 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/quotas/56ca38ed14dd44d784a0ed25d2587694 HTTP/1.1" status: 200 len: 375 time: 0.0178819 Jul 16 08:42:09.391634 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-b26eda64-bf85-4776-b02b-c38c04f197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.399400 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-b26eda64-bf85-4776-b02b-c38c04f197ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=634700518d134157be64e4c3ba926e65&device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 1097 time: 0.4505577 Jul 16 08:42:09.487202 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7858527-dd01-495e-aeef-9a20e99c73df" -d '{"events": [{"name": "network-changed", "server_uuid": "fc24f2e8-65f8-4286-acff-5d9d4cc8b023", "tag": "6ef812fb-e23e-4804-a148-f04415b6249d"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:09.567963 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-736b2641-a01b-4c14-a5e4-feb5a8d90218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.570542 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-736b2641-a01b-4c14-a5e4-feb5a8d90218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.571716 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-736b2641-a01b-4c14-a5e4-feb5a8d90218 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/021f868c-8df2-42aa-af20-59e29b5620a2 HTTP/1.1" status: 204 len: 168 time: 1.6674056 Jul 16 08:42:09.583117 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b2641-a01b-4c14-a5e4-feb5a8d90218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f868c-8df2-42aa-af20-59e29b5620a2,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.586696 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-9f3cd878-24c6-43c6-bdd9-085265a53c2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef812fb-e23e-4804-a148-f04415b6249d HTTP/1.1" status: 200 len: 217 time: 0.0946436 Jul 16 08:42:09.657640 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-893d3da2-e277-45e7-9219-75a80cf0a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.659118 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-893d3da2-e277-45e7-9219-75a80cf0a8e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=19c01cc6-5151-4e5a-ba86-4c30659f96ef HTTP/1.1" status: 200 len: 851 time: 0.0561395 Jul 16 08:42:09.737351 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-dbf67060-f668-4985-9cf4-bb28a225d9eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aabdd85f-4bca-4298-bee7-8ff0b2590a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528417 Jul 16 08:42:09.793524 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-db43be6b-5d94-42c0-a978-ab6c6e1a1963 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3930421 Jul 16 08:42:09.847247 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d7-fc4b-4872-bbef-75a2155c9ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.862131 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d7-fc4b-4872-bbef-75a2155c9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.885160 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.901512 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9abff55d-9391-4980-9401-630f56884f9c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8909354 Jul 16 08:42:09.921014 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d1bd5-b978-4d88-a2c4-9782ea5a17c6 req-fe6537d3-03fa-4bd4-9d02-3a6b500f19da tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.933020 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-577d1bd5-b978-4d88-a2c4-9782ea5a17c6 req-fe6537d3-03fa-4bd4-9d02-3a6b500f19da tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 944 time: 0.2549334 Jul 16 08:42:10.023184 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-577d1bd5-b978-4d88-a2c4-9782ea5a17c6 req-3d355c70-44eb-444e-8e06-980ae5a591eb tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824914 Jul 16 08:42:10.089063 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ebf431d7-fc4b-4872-bbef-75a2155c9ffe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c60b5f4b49514001aeccbed258a751df&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2945063 Jul 16 08:42:10.089188 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40762) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.098269 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c3073e5-aea9-48c5-b773-ee2f9912256a up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:10.179289 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-1345827b-7b12-4bbc-a669-2d797f7bd821 service neutron] 10.222.0.62 "GET /v2.0/networks/aabdd85f-4bca-4298-bee7-8ff0b2590a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010081 Jul 16 08:42:10.202709 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 8c3073e5-aea9-48c5-b773-ee2f9912256a triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:10.203344 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.207893 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf431d7-fc4b-4872-bbef-75a2155c9ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0a25e-5555-4115-889b-84fc0e3780e9,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.237623 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-69722fe8-c539-4d56-8155-d8ab74688061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.309751 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-69722fe8-c539-4d56-8155-d8ab74688061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.421519 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-69722fe8-c539-4d56-8155-d8ab74688061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.424298 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-69722fe8-c539-4d56-8155-d8ab74688061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.426052 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-69722fe8-c539-4d56-8155-d8ab74688061 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/09d0a25e-5555-4115-889b-84fc0e3780e9 HTTP/1.1" status: 204 len: 168 time: 0.3355856 Jul 16 08:42:10.435705 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69722fe8-c539-4d56-8155-d8ab74688061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0a25e-5555-4115-889b-84fc0e3780e9,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.491134 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40774) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.512909 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40778) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.542419 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c96bcdf-cd6e-48a1-8d2a-140736f37650 req-934b21d0-1d56-40f3-918c-898cedb9e28d service neutron] 10.222.0.62 "GET /v2.0/networks/aabdd85f-4bca-4298-bee7-8ff0b2590a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183975 Jul 16 08:42:10.542655 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-24928761-c3a1-4acd-b294-0b2e3457c329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.684100 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-24928761-c3a1-4acd-b294-0b2e3457c329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.690944 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-24928761-c3a1-4acd-b294-0b2e3457c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.729250 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-24928761-c3a1-4acd-b294-0b2e3457c329 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=deef1ed27bfa4d428caf4960d1cf18eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129598 Jul 16 08:42:10.732469 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40782) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.791610 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24928761-c3a1-4acd-b294-0b2e3457c329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d913c5f-9a20-4406-ab4f-b2fbed50a98e,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.922284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24be9057-e8f5-49a6-8b4a-0b707899b885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.963646 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5a7260-07f1-4a55-83b3-3022a9bddc79 x-openstack-request-id: req-8a5a7260-07f1-4a55-83b3-3022a9bddc79 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:10.965311 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc24f2e8-65f8-4286-acff-5d9d4cc8b023", "tag": "6ef812fb-e23e-4804-a148-f04415b6249d", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:10.965725 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8a5a7260-07f1-4a55-83b3-3022a9bddc79 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:10.967376 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc24f2e8-65f8-4286-acff-5d9d4cc8b023', 'tag': '6ef812fb-e23e-4804-a148-f04415b6249d', 'status': 'completed', 'code': 200} Jul 16 08:42:10.977005 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24be9057-e8f5-49a6-8b4a-0b707899b885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.065975 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24be9057-e8f5-49a6-8b4a-0b707899b885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.068749 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24be9057-e8f5-49a6-8b4a-0b707899b885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.072279 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-24be9057-e8f5-49a6-8b4a-0b707899b885 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7d913c5f-9a20-4406-ab4f-b2fbed50a98e HTTP/1.1" status: 204 len: 168 time: 0.3362358 Jul 16 08:42:11.078914 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28b2c387-df66-41b3-a5da-8d04cca8f567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.084722 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be9057-e8f5-49a6-8b4a-0b707899b885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d913c5f-9a20-4406-ab4f-b2fbed50a98e,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.201115 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-38c54e92-6b11-40df-9334-c04fd14d061f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1533273906&fields=id&tenant_id=26c729b49b34426c98da58a7e599e297 HTTP/1.1" status: 200 len: 267 time: 0.1064467 Jul 16 08:42:11.408098 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-644dd8bf-3aff-4f8c-9a5d-8dae0636bc15 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:42:11.408900 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-644dd8bf-3aff-4f8c-9a5d-8dae0636bc15 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5667100 Jul 16 08:42:11.527402 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28b2c387-df66-41b3-a5da-8d04cca8f567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.543414 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28b2c387-df66-41b3-a5da-8d04cca8f567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.607667 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2c387-df66-41b3-a5da-8d04cca8f567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acaf92b-00d6-44c6-8401-8cfa41585bca,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.640034 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-56b6680d-f305-4058-a2ec-3ac7270682c1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.668998 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-56b6680d-f305-4058-a2ec-3ac7270682c1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 810 time: 0.4561803 Jul 16 08:42:11.672326 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-53a71502-fbe7-4342-a135-942ea5e7b0e5 service neutron] 10.222.0.63 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559974 Jul 16 08:42:11.694013 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-28b2c387-df66-41b3-a5da-8d04cca8f567 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0efbbfc1c2894bfeb9227f395b397e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1999900 Jul 16 08:42:11.698257 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40814) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.734152 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40816) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.736976 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-17d8259e-0373-4de5-a630-0f6cb2fbd66f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/quotas/26c729b49b34426c98da58a7e599e297 HTTP/1.1" status: 200 len: 375 time: 0.0673716 Jul 16 08:42:11.746490 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-63738613-network', 'tenant_id': 'af8ebb526fc74f3b82dd8e10c1988d07'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:11.839747 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Made reservation on behalf of af8ebb526fc74f3b82dd8e10c1988d07 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:11.842405 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.846246 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-790d5ffa-c07b-4a58-878d-87cc50f84195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.867297 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.882422 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-bab61dd0-852e-4d1e-a6d2-4b23e80e8b9a service neutron] 10.222.0.63 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032030 Jul 16 08:42:11.908420 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40818) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.915688 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-790d5ffa-c07b-4a58-878d-87cc50f84195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.935400 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7154-978b-40df-8f0b-e2062a02ecad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.010144 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.db.api [None req-3a7e7154-978b-40df-8f0b-e2062a02ecad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:42:12.010144 dv-cinder-800768-3-iscsi neutron-server[99542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:42:12.010144 dv-cinder-800768-3-iscsi neutron-server[99542]: [parameters: {'project_id_1': '366a901f07a0488e80d429f4c52dd9f8', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 42, 11, 974209)}] Jul 16 08:42:12.010144 dv-cinder-800768-3-iscsi neutron-server[99542]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:42:12.011266 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG oslo_db.api [None req-3a7e7154-978b-40df-8f0b-e2062a02ecad admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:42:12.040583 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-5537aa95-762d-4f52-b9cd-8cb77456179b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2902961 Jul 16 08:42:12.179223 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-cc153eec-5d87-47fd-a5fa-ffd31b0ff35c service neutron] 10.222.0.63 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137533 Jul 16 08:42:12.227128 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-790d5ffa-c07b-4a58-878d-87cc50f84195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.237287 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-790d5ffa-c07b-4a58-878d-87cc50f84195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.245182 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-790d5ffa-c07b-4a58-878d-87cc50f84195 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5acaf92b-00d6-44c6-8401-8cfa41585bca HTTP/1.1" status: 204 len: 168 time: 0.5450876 Jul 16 08:42:12.359653 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d5ffa-c07b-4a58-878d-87cc50f84195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acaf92b-00d6-44c6-8401-8cfa41585bca,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.515543 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7154-978b-40df-8f0b-e2062a02ecad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.593215 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-40e72ae5-1a65-45ba-90b0-039887789d2a service neutron] 10.222.0.63 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661132 Jul 16 08:42:12.626103 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d3b54-03e1-4161-8024-ece47f16cc43 req-a6807cfb-75eb-49be-aed3-c6f8321f1390 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.638553 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8b3d3b54-03e1-4161-8024-ece47f16cc43 req-a6807cfb-75eb-49be-aed3-c6f8321f1390 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 944 time: 0.2265074 Jul 16 08:42:12.643107 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.649251 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.720535 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:12.803765 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.806475 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Added segment 98e9b094-3e89-4aac-a952-742a58fda7d4 of type vlan for network 43be5745-164e-46df-be88-7f703eb5f14c Jul 16 08:42:12.808348 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c348182-29fb-436c-80c8-a8e7451a6ebf,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.821529 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8b3d3b54-03e1-4161-8024-ece47f16cc43 req-2954fdee-2571-4060-98e8-0366dd3b2bcc tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761432 Jul 16 08:42:12.960221 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.015554 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-44a307c5-717b-4bf9-8280-51d7a8488455 req-01f73b18-e393-4c9d-bdff-150fdde07eb0 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 210 time: 0.1049037 Jul 16 08:42:13.058945 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.060423 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.061631 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.071070 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7154-978b-40df-8f0b-e2062a02ecad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.078638 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7154-978b-40df-8f0b-e2062a02ecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.086206 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40870) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.170000 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e7154-978b-40df-8f0b-e2062a02ecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b940d6-ff9d-437a-904d-34ad51e520b2,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.184099 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3a7e7154-978b-40df-8f0b-e2062a02ecad admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=366a901f07a0488e80d429f4c52dd9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2716262 Jul 16 08:42:13.184682 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40874) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.202231 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f716440f-a93e-49f0-8a52-9ab527ac3350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.206343 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b54418ac-5163-4885-a607-1537dbc129cc req-9d702157-1787-47ab-85b3-245367909026 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 210 time: 0.0947733 Jul 16 08:42:13.215021 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4797428 Jul 16 08:42:13.221491 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40878) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.265700 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Request body: {'subnet': {'network_id': '43be5745-164e-46df-be88-7f703eb5f14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-63738613-subnet', 'tenant_id': 'af8ebb526fc74f3b82dd8e10c1988d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:13.272893 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15dd2d-8cfb-4c31-b048-f90f03d9d447 admin admin] Pushing event updated for resources: {'Network': ['ID=43be5745-164e-46df-be88-7f703eb5f14c,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.296749 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 43be5745-164e-46df-be88-7f703eb5f14c details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:13.310436 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.db.api [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:42:13.310436 dv-cinder-800768-3-iscsi neutron-server[99542]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:42:13.310436 dv-cinder-800768-3-iscsi neutron-server[99542]: [parameters: {'project_id': 'af8ebb526fc74f3b82dd8e10c1988d07', 'id': '4978aea3-3aab-4ff4-ac21-2335c29af224', 'expiration': datetime.datetime(2021, 7, 16, 8, 44, 13, 289097)}] Jul 16 08:42:13.310436 dv-cinder-800768-3-iscsi neutron-server[99542]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:42:13.311080 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG oslo_db.api [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:42:13.395512 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-93b5ee66-99c5-4ccf-a28a-68069888037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.421740 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-93b5ee66-99c5-4ccf-a28a-68069888037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.482791 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-93b5ee66-99c5-4ccf-a28a-68069888037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.486221 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-93b5ee66-99c5-4ccf-a28a-68069888037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.490925 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-93b5ee66-99c5-4ccf-a28a-68069888037f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a5b940d6-ff9d-437a-904d-34ad51e520b2 HTTP/1.1" status: 204 len: 168 time: 0.3017559 Jul 16 08:42:13.496747 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ee66-99c5-4ccf-a28a-68069888037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b940d6-ff9d-437a-904d-34ad51e520b2,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.509006 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f716440f-a93e-49f0-8a52-9ab527ac3350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.515175 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f716440f-a93e-49f0-8a52-9ab527ac3350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.632818 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f716440f-a93e-49f0-8a52-9ab527ac3350 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dab7578cde6b499687faacbd2e31cf3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085275 Jul 16 08:42:13.633345 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 40902) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.644735 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716440f-a93e-49f0-8a52-9ab527ac3350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf123a03-dd4c-4dd9-818e-9c7367b40f7b,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.707207 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7858527-dd01-495e-aeef-9a20e99c73df req-d823a5d9-632b-49b3-baa4-eed821300839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.707745 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f7858527-dd01-495e-aeef-9a20e99c73df req-d823a5d9-632b-49b3-baa4-eed821300839 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=634700518d134157be64e4c3ba926e65&device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 1097 time: 0.1797445 Jul 16 08:42:13.711109 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d28a400c-9ac4-44d5-8959-f0f46b4ce941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.788865 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d28a400c-9ac4-44d5-8959-f0f46b4ce941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.007244 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Made reservation on behalf of af8ebb526fc74f3b82dd8e10c1988d07 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:14.017956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.046826 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7858527-dd01-495e-aeef-9a20e99c73df req-4fef8d03-20a1-46e5-8b96-c7fc70b46240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.048077 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f7858527-dd01-495e-aeef-9a20e99c73df req-4fef8d03-20a1-46e5-8b96-c7fc70b46240 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aabdd85f-4bca-4298-bee7-8ff0b2590a04 HTTP/1.1" status: 200 len: 912 time: 0.3293047 Jul 16 08:42:14.178177 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d28a400c-9ac4-44d5-8959-f0f46b4ce941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.180822 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d28a400c-9ac4-44d5-8959-f0f46b4ce941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.182068 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d28a400c-9ac4-44d5-8959-f0f46b4ce941 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cf123a03-dd4c-4dd9-818e-9c7367b40f7b HTTP/1.1" status: 204 len: 168 time: 0.5476849 Jul 16 08:42:14.194166 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f7858527-dd01-495e-aeef-9a20e99c73df req-17dae691-8701-481b-8fe3-7fa06aa2328c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ef812fb-e23e-4804-a148-f04415b6249d HTTP/1.1" status: 200 len: 217 time: 0.1034513 Jul 16 08:42:14.197689 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a400c-9ac4-44d5-8959-f0f46b4ce941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf123a03-dd4c-4dd9-818e-9c7367b40f7b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.253113 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8327fdc7-dc29-4366-bc3b-678af3b36f63 req-80c9a68b-43fb-4e2a-a9ab-3aba267bb29f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 210 time: 0.0446417 Jul 16 08:42:14.254625 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7f5c-cff0-4a25-9b5f-841e34918e04 req-29542f3d-c8b6-4242-bb21-a40ce8edca09 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.256186 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6fcb7f5c-cff0-4a25-9b5f-841e34918e04 req-29542f3d-c8b6-4242-bb21-a40ce8edca09 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 944 time: 0.2214084 Jul 16 08:42:14.317930 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7858527-dd01-495e-aeef-9a20e99c73df req-0fffb7e8-724d-459f-b73f-c4d1a14a466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.319463 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f7858527-dd01-495e-aeef-9a20e99c73df req-0fffb7e8-724d-459f-b73f-c4d1a14a466e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=19c01cc6-5151-4e5a-ba86-4c30659f96ef HTTP/1.1" status: 200 len: 851 time: 0.1128366 Jul 16 08:42:14.360789 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6fcb7f5c-cff0-4a25-9b5f-841e34918e04 req-447bddf6-7f0e-4cee-a47b-ba721c3d93eb tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907779 Jul 16 08:42:14.360789 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f7858527-dd01-495e-aeef-9a20e99c73df req-6c6d5a83-efa1-4469-9b93-34b00104bb3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aabdd85f-4bca-4298-bee7-8ff0b2590a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320101 Jul 16 08:42:14.445191 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bb9b4165-0478-4a48-aea8-c38ab6f73bc1 req-25b20fcb-7c79-4290-9d4c-b756c70fec8e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 210 time: 0.0468824 Jul 16 08:42:14.530688 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.540553 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f7858527-dd01-495e-aeef-9a20e99c73df req-d36b1be0-8153-498b-b861-0cba8d1cb64a service neutron] 10.222.0.62 "GET /v2.0/networks/aabdd85f-4bca-4298-bee7-8ff0b2590a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715641 Jul 16 08:42:14.625057 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9d0266-fc65-4183-9ec9-fbfd8a916b3a,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.670076 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Checking segment: {'id': '98e9b094-3e89-4aac-a952-742a58fda7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '43be5745-164e-46df-be88-7f703eb5f14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:14.670449 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Network hostable DHCP agents. Network: 43be5745-164e-46df-be88-7f703eb5f14c, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:14.730515 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f7858527-dd01-495e-aeef-9a20e99c73df req-316fe4c6-1e93-456c-8a1e-665439298810 service neutron] 10.222.0.62 "GET /v2.0/networks/aabdd85f-4bca-4298-bee7-8ff0b2590a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696939 Jul 16 08:42:14.739003 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Network 43be5745-164e-46df-be88-7f703eb5f14c is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:14.755165 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 43be5745-164e-46df-be88-7f703eb5f14c) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:14.762443 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.763248 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.766530 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558146e-d0ce-44dd-b2fa-3a8a55ce94f4 None None] Network 43be5745-164e-46df-be88-7f703eb5f14c requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:14.789493 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-988e455d-b0e5-4a3b-a267-178e0d766ea8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5633767 Jul 16 08:42:15.009451 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-aed92426-d0d4-4f00-8926-3bb3ab395023 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.011387 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-aed92426-d0d4-4f00-8926-3bb3ab395023 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 817 time: 0.1770952 Jul 16 08:42:15.078603 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 40984) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.140909 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-46f7760f-7b8a-4436-9f23-8f616caab2f5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ca38ed14dd44d784a0ed25d2587694 HTTP/1.1" status: 200 len: 379 time: 0.1110864 Jul 16 08:42:15.145485 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8005e-777b-490c-ae51-dc215f9cae58 None None] Network 43be5745-164e-46df-be88-7f703eb5f14c requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:15.157993 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'port': {'device_id': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'admin_state_up': True, 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'security_groups': ['e4902962-abbb-4890-95dd-489d51fc1c65']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:15.227097 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-999c99a1-5555-4145-aefe-c37d5f9a4703 admin admin] Deleting subnet b712abf0-834f-43c3-882b-285e0268d0cb {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:15.231779 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-999c99a1-5555-4145-aefe-c37d5f9a4703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.276691 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-999c99a1-5555-4145-aefe-c37d5f9a4703 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.289713 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-999c99a1-5555-4145-aefe-c37d5f9a4703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.410170 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-999c99a1-5555-4145-aefe-c37d5f9a4703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.431269 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Made reservation on behalf of 56ca38ed14dd44d784a0ed25d2587694 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:15.435060 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.487682 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c99a1-5555-4145-aefe-c37d5f9a4703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b712abf0-834f-43c3-882b-285e0268d0cb,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.506064 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-999c99a1-5555-4145-aefe-c37d5f9a4703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.510397 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-999c99a1-5555-4145-aefe-c37d5f9a4703 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b712abf0-834f-43c3-882b-285e0268d0cb HTTP/1.1" status: 204 len: 168 time: 0.4280622 Jul 16 08:42:15.512393 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41012) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.572733 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-994332f1-81f3-47a4-a05e-65d242b9438e req-e47a27a1-7d83-4f6c-a04f-e0a577ddae7d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 210 time: 0.0686982 Jul 16 08:42:15.664261 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.668479 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Allocated IP 172.20.0.3 (4f572e00-bafb-4776-89c1-ba5f11ff389b/0b86204e-13c8-4f8f-bf1c-ca32418d2d77/9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:15.735131 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.62', 57031) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.872837 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41024) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.940918 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5fa69ed7-afdf-4f8b-af1d-b920866bd54d req-62fad895-4d43-4dd7-9bfe-505bdaa9f50d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 210 time: 0.1322424 Jul 16 08:42:15.991803 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689678aa-fb54-43db-a75f-012d9453428e req-02f52f53-dd3e-425f-be90-dba1588091f9 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.999431 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-689678aa-fb54-43db-a75f-012d9453428e req-02f52f53-dd3e-425f-be90-dba1588091f9 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 944 time: 0.3325012 Jul 16 08:42:16.028605 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.053579 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Transition to ACTIVE for port object 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:16.054642 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.063026 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-aa3b6ef8-6de2-451f-aac7-79b3c11477c4 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.064805 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-aa3b6ef8-6de2-451f-aac7-79b3c11477c4 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 810 time: 0.3277855 Jul 16 08:42:16.079769 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.080409 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.082593 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.083065 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > port after_create 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.084504 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.084790 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > port after_update 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.085122 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.085483 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.085955 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.086438 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.088199 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.146868 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:16.150212 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:16.154988 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:16.162205 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.163022 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.173008 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.185457 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-6c108045-9d64-49bd-9087-2b7d95f812e2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0397043 Jul 16 08:42:16.223396 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Request body: {'port': {'device_id': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.309449 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9fb7c71d-89ae-4510-8b46-82cfc831352f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.322696 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41046) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.378002 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.378533 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.378656 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.378963 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:16.379317 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c100de07-73d8-4e49-a08b-8d7a15213536']}} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:16.441602 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-689678aa-fb54-43db-a75f-012d9453428e req-bf9354da-bcc6-4f7a-a3d2-c94caa2dca31 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411995 Jul 16 08:42:16.443720 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeb45d9-8606-4393-ba48-38f0cc11484f') {'for_net_delete': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:16.446888 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeb45d9-8606-4393-ba48-38f0cc11484f') {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:16.454781 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.495023 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12444968'] for segment, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.514668 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f5ec7598-8b75-48bc-ab6f-9523e0987c67 None None] Provisioning for port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:16.522824 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f5ec7598-8b75-48bc-ab6f-9523e0987c67 None None] Provisioning complete for port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:16.523345 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7598-8b75-48bc-ab6f-9523e0987c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.553150 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.571091 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=99543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:16.573885 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708702'] for segment, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.601864 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f5ec7598-8b75-48bc-ab6f-9523e0987c67 None None] Port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: from cryptography.utils import int_from_bytes Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: from cryptography.utils import int_from_bytes Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: Traceback (most recent call last): Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: timer() Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: cb(*args, **kw) Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: return func(*args, **kwargs) Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: self._notify() Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: self.callback(batched_events) Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: event.method(event) Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: return f(self, *a, **k) Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._get(url).json() Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:16.648465 dv-cinder-800768-3-iscsi neutron-server[99543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:16.666760 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-d4bf0871-6ed3-4200-9ff1-164cf5f580bf tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c729b49b34426c98da58a7e599e297 HTTP/1.1" status: 200 len: 380 time: 0.2817323 Jul 16 08:42:16.668486 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.681495 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'port': {'device_id': '10899187-8220-4656-80a4-38d02e387b50', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'admin_state_up': True, 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'security_groups': ['72f0cffb-3498-4b9b-8fa9-ed772d86abf8']}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.688808 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.690729 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] 10.222.0.63 "DELETE /v2.0/networks/c100de07-73d8-4e49-a08b-8d7a15213536 HTTP/1.1" status: 204 len: 168 time: 1.1749015 Jul 16 08:42:16.700121 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41060) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.700737 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c8d6-04a2-48ea-b95a-c007db1d566c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.730592 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3012432-dda5-476c-9f5a-30943e0d7f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c100de07-73d8-4e49-a08b-8d7a15213536,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.814810 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc00179-b0c0-4800-b84e-d70f125dbb30 admin admin] Deleting subnet bc9d0266-fc65-4183-9ec9-fbfd8a916b3a {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:16.819537 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dc00179-b0c0-4800-b84e-d70f125dbb30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.873704 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dc00179-b0c0-4800-b84e-d70f125dbb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.923340 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dc00179-b0c0-4800-b84e-d70f125dbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.946550 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9fb7c71d-89ae-4510-8b46-82cfc831352f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.967262 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9fb7c71d-89ae-4510-8b46-82cfc831352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.991672 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dc00179-b0c0-4800-b84e-d70f125dbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.011600 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dc00179-b0c0-4800-b84e-d70f125dbb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.016518 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-8dc00179-b0c0-4800-b84e-d70f125dbb30 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bc9d0266-fc65-4183-9ec9-fbfd8a916b3a HTTP/1.1" status: 204 len: 168 time: 0.3050165 Jul 16 08:42:17.017746 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41078) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.058612 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9fb7c71d-89ae-4510-8b46-82cfc831352f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ba898f6588074e8fb9f3b425d294c415&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1348574 Jul 16 08:42:17.072321 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41080) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.081315 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d4925-1106-47ad-ba21-f587f59c13ca req-7cd1299e-34e0-403b-8138-bb5854f116bb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.088246 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-150d4925-1106-47ad-ba21-f587f59c13ca req-7cd1299e-34e0-403b-8138-bb5854f116bb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 931 time: 0.2916205 Jul 16 08:42:17.096353 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7c71d-89ae-4510-8b46-82cfc831352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a80ed5-7787-400f-addb-4c78601cad87,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.131361 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.145238 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc00179-b0c0-4800-b84e-d70f125dbb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9d0266-fc65-4183-9ec9-fbfd8a916b3a,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.252477 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-150d4925-1106-47ad-ba21-f587f59c13ca req-1540bad0-4987-4902-9d6c-19cd0544b2aa tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625371 Jul 16 08:42:17.252939 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.264813 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43be5745-164e-46df-be88-7f703eb5f14c']}} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.306859 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ed984cee-2963-4cc1-aeff-80cb066a2495 req-a80fbab7-6bab-43f0-9869-6c06a9ea0f83 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 210 time: 0.1520109 Jul 16 08:42:17.308834 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e9b094-3e89-4aac-a952-742a58fda7d4') {'for_net_delete': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.309223 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e9b094-3e89-4aac-a952-742a58fda7d4') {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.335007 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12444968'] for segment, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.351604 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d69b29c2-9164-4211-baaf-91764015bf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.368974 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c8d6-04a2-48ea-b95a-c007db1d566c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.382005 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c8d6-04a2-48ea-b95a-c007db1d566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.438969 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d69b29c2-9164-4211-baaf-91764015bf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.487635 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5c8d6-04a2-48ea-b95a-c007db1d566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b80814-178f-4c31-b54a-10482f4abf02,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.530810 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Made reservation on behalf of 26c729b49b34426c98da58a7e599e297 for: {'port': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:17.533427 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:17.535306 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.540819 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3fd5c8d6-04a2-48ea-b95a-c007db1d566c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f512807d8c9c4db78c01a20cab3c7916&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2055480 Jul 16 08:42:17.546429 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41102) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.551755 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.558277 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.568711 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=99543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:17.569408 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708702'] for segment, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: Traceback (most recent call last): Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: timer() Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: cb(*args, **kw) Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: return func(*args, **kwargs) Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: self._notify() Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: self.callback(batched_events) Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: event.method(event) Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: return f(self, *a, **k) Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._get(url).json() Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:17.571373 dv-cinder-800768-3-iscsi neutron-server[99543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:17.618054 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d69b29c2-9164-4211-baaf-91764015bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.621796 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d69b29c2-9164-4211-baaf-91764015bf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.623364 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d69b29c2-9164-4211-baaf-91764015bf53 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/04a80ed5-7787-400f-addb-4c78601cad87 HTTP/1.1" status: 204 len: 168 time: 0.5323734 Jul 16 08:42:17.640905 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c03bfaf7-c2bd-4152-a647-e8f867d12f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.642828 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b29c2-9164-4211-baaf-91764015bf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a80ed5-7787-400f-addb-4c78601cad87,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.697946 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c03bfaf7-c2bd-4152-a647-e8f867d12f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.732654 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.740195 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Transition to ACTIVE for port object 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:17.758608 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.761984 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.764412 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] 10.222.0.63 "DELETE /v2.0/networks/43be5745-164e-46df-be88-7f703eb5f14c HTTP/1.1" status: 204 len: 168 time: 0.7192807 Jul 16 08:42:17.766072 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 6ef812fb-e23e-4804-a148-f04415b6249d details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:17.782390 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9025-b693-4582-bed9-18d48a06629d admin admin] Pushing event deleted for resources: {'Network': ['ID=43be5745-164e-46df-be88-7f703eb5f14c,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.883118 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c03bfaf7-c2bd-4152-a647-e8f867d12f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.886816 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c03bfaf7-c2bd-4152-a647-e8f867d12f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.890877 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c03bfaf7-c2bd-4152-a647-e8f867d12f51 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/04b80814-178f-4c31-b54a-10482f4abf02 HTTP/1.1" status: 204 len: 168 time: 0.3357279 Jul 16 08:42:18.048179 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Attempting to bind port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:18.048718 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Attempting to bind port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:18.053110 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Attempting to bind port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e on network 4f572e00-bafb-4776-89c1-ba5f11ff389b {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:18.091063 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Allocated IP 172.20.0.3 (7bfd0a05-e226-4fca-890e-fdd2b9af251f/33311e80-7f24-45d9-bd6b-993686c7152f/8dce1f4e-e088-4589-aa64-1d470478b31e) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:18.094549 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 6ef812fb-e23e-4804-a148-f04415b6249d, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=6ef812fb-e23e-4804-a148-f04415b6249d,segment=NetworkSegment(321fc5ff-49e0-444f-8457-a304fe420568),segment_id=321fc5ff-49e0-444f-8457-a304fe420568)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:18.097133 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d71d0-046f-4f36-9943-9c15c0121465 req-bd90673b-a4e9-4dc6-83ae-62f4ef7ee4d5 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.111386 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-075d71d0-046f-4f36-9943-9c15c0121465 req-bd90673b-a4e9-4dc6-83ae-62f4ef7ee4d5 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 944 time: 0.3727269 Jul 16 08:42:18.116440 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.130999 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bfaf7-c2bd-4152-a647-e8f867d12f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b80814-178f-4c31-b54a-10482f4abf02,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.144792 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '6ef812fb-e23e-4804-a148-f04415b6249d', 'network_id': 'aabdd85f-4bca-4298-bee7-8ff0b2590a04', 'port_id': '6ef812fb-e23e-4804-a148-f04415b6249d', 'mac_address': 'fa:16:3e:34:3a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c01cc6-5151-4e5a-ba86-4c30659f96ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:18.198959 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-075d71d0-046f-4f36-9943-9c15c0121465 req-545d7d2e-993e-4f09-939e-cbb5f992d3e8 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840633 Jul 16 08:42:18.201986 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e on network 4f572e00-bafb-4776-89c1-ba5f11ff389b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:18.202891 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Attempting to bind port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e on network 4f572e00-bafb-4776-89c1-ba5f11ff389b {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:18.212919 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:18.213705 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Checking segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:18.214894 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Bound using segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:18.215576 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Bound port: 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:18.216197 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.259407 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.280450 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef812fb-e23e-4804-a148-f04415b6249d {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:18.328091 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:18.347082 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:18.356144 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.365724 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 6ef812fb-e23e-4804-a148-f04415b6249d, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=6ef812fb-e23e-4804-a148-f04415b6249d,segment=NetworkSegment(321fc5ff-49e0-444f-8457-a304fe420568),segment_id=321fc5ff-49e0-444f-8457-a304fe420568)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:18.377155 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.469420 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41126) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:18.476725 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.520284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.524336 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.524754 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Transition to ACTIVE for port object 8dce1f4e-e088-4589-aa64-1d470478b31e will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:18.532423 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 200 len: 1093 time: 2.3145437 Jul 16 08:42:18.537880 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=6ef812fb-e23e-4804-a148-f04415b6249d,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.539175 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:18.541997 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef56d2e7-142f-4ab0-9f41-be5856df768e" -d '{"events": [{"name": "network-changed", "server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:18.593760 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48016165-e4a2-4c5d-af83-69a232f4d4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.654423 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41134) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:18.661731 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-01a42d05-9533-4830-9a9f-32bba28fd0aa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=927c28531520495eaf6121425176ac40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862090 Jul 16 08:42:18.707934 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.749017 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['6ef812fb-e23e-4804-a148-f04415b6249d'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:18.799501 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-cd25e73d-8a1a-40d1-b88d-1ac6d47021a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.801321 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-cd25e73d-8a1a-40d1-b88d-1ac6d47021a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1096 time: 0.1993101 Jul 16 08:42:18.850725 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41136) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:18.851054 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41138) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:18.853759 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856d4fa-1669-4630-ace0-4b8e91a2b6ee req-d0210b14-e1c6-4687-9485-77aaf4af2791 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.855865 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5856d4fa-1669-4630-ace0-4b8e91a2b6ee req-d0210b14-e1c6-4687-9485-77aaf4af2791 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 931 time: 0.1881299 Jul 16 08:42:18.886629 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-4045ef4c-ccd0-426e-9604-275f30291c0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 200 len: 217 time: 0.0676706 Jul 16 08:42:18.908025 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:18.937235 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:18.958463 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5856d4fa-1669-4630-ace0-4b8e91a2b6ee req-3bd887ba-685e-4b13-a2d5-d0707e63ac8a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744557 Jul 16 08:42:18.960736 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-1ecc2dba-a296-47bc-8f87-d5dce456d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.962430 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-1ecc2dba-a296-47bc-8f87-d5dce456d64d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0693324 Jul 16 08:42:18.972053 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:18.978451 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ae39dc33-8409-474f-8f82-92dfa1be1f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.982603 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'Port': ['ID=8dce1f4e-e088-4589-aa64-1d470478b31e,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.029935 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c3a31-b2fa-44db-9cc1-53d350caf01c req-c2a6e729-70ce-41e9-aed8-c0890e979aaf tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.031615 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-716c3a31-b2fa-44db-9cc1-53d350caf01c req-c2a6e729-70ce-41e9-aed8-c0890e979aaf tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.4017601 Jul 16 08:42:19.056120 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10df7fc3-5f27-43cd-a950-66279c84e1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.077659 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-776db8d5-240a-4247-b25d-e6c7757f6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.079385 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-776db8d5-240a-4247-b25d-e6c7757f6198 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1097903 Jul 16 08:42:19.099165 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-601517ea-d55e-4a6a-9401-35b3c4bec85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.136199 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfc8a0d-d7cc-42fb-b5a1-d3b9b09ecfba x-openstack-request-id: req-1bfc8a0d-d7cc-42fb-b5a1-d3b9b09ecfba {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:19.136950 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:19.137266 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1bfc8a0d-d7cc-42fb-b5a1-d3b9b09ecfba {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:19.138453 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'status': 'completed', 'code': 200} Jul 16 08:42:19.169297 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ae39dc33-8409-474f-8f82-92dfa1be1f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.218365 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.db.api [None req-601517ea-d55e-4a6a-9401-35b3c4bec85b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:42:19.218365 dv-cinder-800768-3-iscsi neutron-server[99543]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:42:19.218365 dv-cinder-800768-3-iscsi neutron-server[99543]: [parameters: {'project_id_1': '6b9caf3654e7485aa0a1408c45010934', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 42, 19, 163515)}] Jul 16 08:42:19.218365 dv-cinder-800768-3-iscsi neutron-server[99543]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:42:19.218826 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG oslo_db.api [None req-601517ea-d55e-4a6a-9401-35b3c4bec85b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:42:19.226262 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-0a75c945-71fd-4949-a418-31e95abb777e service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401520 Jul 16 08:42:19.233488 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.234313 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.234917 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-7d296b01-76f5-4408-b982-e706eb6a0654 None None] Provisioning for port 8dce1f4e-e088-4589-aa64-1d470478b31e completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:19.244656 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-7d296b01-76f5-4408-b982-e706eb6a0654 None None] Provisioning complete for port 8dce1f4e-e088-4589-aa64-1d470478b31e triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:19.245216 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7d296b01-76f5-4408-b982-e706eb6a0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.268615 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-716c3a31-b2fa-44db-9cc1-53d350caf01c req-1093602d-b84b-4346-b52c-33dbe99e14fd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832247 Jul 16 08:42:19.312561 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-7d296b01-76f5-4408-b982-e706eb6a0654 None None] Port 8dce1f4e-e088-4589-aa64-1d470478b31e cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:19.333830 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ae39dc33-8409-474f-8f82-92dfa1be1f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.337956 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ae39dc33-8409-474f-8f82-92dfa1be1f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.340494 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-ae39dc33-8409-474f-8f82-92dfa1be1f7f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e46e7c9d-c780-412a-9e4d-5dc78344692c HTTP/1.1" status: 204 len: 168 time: 0.6809220 Jul 16 08:42:19.360609 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39dc33-8409-474f-8f82-92dfa1be1f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e7c9d-c780-412a-9e4d-5dc78344692c,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.378467 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b83e8876-7481-4741-9ccc-bf5b9976844d req-d6844459-a097-468a-b276-220387d426c4 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449029 Jul 16 08:42:19.425500 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10df7fc3-5f27-43cd-a950-66279c84e1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.436423 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10df7fc3-5f27-43cd-a950-66279c84e1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.481824 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-10aab9d1-dc88-4fd9-8f0b-a98d1c057491 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8004889 Jul 16 08:42:19.482031 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc158-41db-4aa9-8a0b-3d13410b0afd req-c849082a-0792-4f45-a0de-151910c2e12e tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.482031 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9a6cc158-41db-4aa9-8a0b-3d13410b0afd req-c849082a-0792-4f45-a0de-151910c2e12e tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 945 time: 0.0912380 Jul 16 08:42:19.482495 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-10df7fc3-5f27-43cd-a950-66279c84e1ef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=829d087d7a8644bc8ae600acabb738a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6169493 Jul 16 08:42:19.487139 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41158) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.505439 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Request body: {'port': {'device_id': '10899187-8220-4656-80a4-38d02e387b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:19.531144 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7fc3-5f27-43cd-a950-66279c84e1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e00f2-01cd-4236-aa49-9492a65b5591,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.593366 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9a6cc158-41db-4aa9-8a0b-3d13410b0afd req-75c9a321-2530-4a1b-8e9f-040d216311b4 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968108 Jul 16 08:42:19.593693 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.618642 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5d5b-b97f-4e91-a26c-e3743350cce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.632379 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-41d816cd-d6d7-403c-8a9f-54432d1f6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.633411 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-41d816cd-d6d7-403c-8a9f-54432d1f6f1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1096 time: 0.1298196 Jul 16 08:42:19.657942 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5d5b-b97f-4e91-a26c-e3743350cce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.732696 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 6ef812fb-e23e-4804-a148-f04415b6249d up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:19.761187 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-601517ea-d55e-4a6a-9401-35b3c4bec85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.767065 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-9a21a3d9-0a80-4c84-b98c-be65f41ed20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.768792 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-9a21a3d9-0a80-4c84-b98c-be65f41ed20a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.1245532 Jul 16 08:42:19.769970 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5d5b-b97f-4e91-a26c-e3743350cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.772723 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5d5b-b97f-4e91-a26c-e3743350cce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.773822 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a7ae5d5b-b97f-4e91-a26c-e3743350cce2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a48e00f2-01cd-4236-aa49-9492a65b5591 HTTP/1.1" status: 204 len: 168 time: 0.2855189 Jul 16 08:42:19.791421 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae5d5b-b97f-4e91-a26c-e3743350cce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e00f2-01cd-4236-aa49-9492a65b5591,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.820750 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-ac865bef-59bc-484a-9664-71918b76e84f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 200 len: 217 time: 0.0423963 Jul 16 08:42:19.866185 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 6ef812fb-e23e-4804-a148-f04415b6249d completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:19.873876 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 6ef812fb-e23e-4804-a148-f04415b6249d triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:19.875118 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.890128 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-0d054d99-ce26-48e3-a9e4-5cecdd7e7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.891883 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-0d054d99-ce26-48e3-a9e4-5cecdd7e7f48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0639081 Jul 16 08:42:19.967602 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41170) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.039354 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-f01f6a94-f22e-471f-a303-ff60bb131795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.047574 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-f01f6a94-f22e-471f-a303-ff60bb131795 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1444473 Jul 16 08:42:20.048948 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-aa833f4a-38be-4458-be98-acc3e285deba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=af8ebb526fc74f3b82dd8e10c1988d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796525 Jul 16 08:42:20.065111 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41176) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.067848 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.123813 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc24f2e8-65f8-4286-acff-5d9d4cc8b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef812fb-e23e-4804-a148-f04415b6249d'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:20.172659 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-d139d31d-acdd-4766-bac4-77d46fcdce7b service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205728 Jul 16 08:42:20.188352 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc4e7-b055-43e8-aef8-cd7fb502a8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.214453 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc4e7-b055-43e8-aef8-cd7fb502a8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.233114 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 6ef812fb-e23e-4804-a148-f04415b6249d, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=6ef812fb-e23e-4804-a148-f04415b6249d,segment=NetworkSegment(321fc5ff-49e0-444f-8457-a304fe420568),segment_id=321fc5ff-49e0-444f-8457-a304fe420568)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:20.238804 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.329455 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc4e7-b055-43e8-aef8-cd7fb502a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.331999 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc4e7-b055-43e8-aef8-cd7fb502a8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.335428 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-ba5dc4e7-b055-43e8-aef8-cd7fb502a8ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4c348182-29fb-436c-80c8-a8e7451a6ebf HTTP/1.1" status: 204 len: 168 time: 0.2660842 Jul 16 08:42:20.341201 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=6ef812fb-e23e-4804-a148-f04415b6249d,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.385245 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03658c8e-850a-468f-b8bd-9dd10b6f4249" -d '{"events": [{"server_uuid": "fc24f2e8-65f8-4286-acff-5d9d4cc8b023", "name": "network-vif-plugged", "status": "completed", "tag": "6ef812fb-e23e-4804-a148-f04415b6249d"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:20.403860 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dc4e7-b055-43e8-aef8-cd7fb502a8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c348182-29fb-436c-80c8-a8e7451a6ebf,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.436503 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-601517ea-d55e-4a6a-9401-35b3c4bec85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.440040 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef56d2e7-142f-4ab0-9f41-be5856df768e req-677a4b6b-f8a7-4ac6-9b39-456108bd6606 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586136 Jul 16 08:42:20.452739 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-601517ea-d55e-4a6a-9401-35b3c4bec85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.485976 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41198) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.486281 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-601517ea-d55e-4a6a-9401-35b3c4bec85b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6b9caf3654e7485aa0a1408c45010934&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6099241 Jul 16 08:42:20.500929 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dce1f4e-e088-4589-aa64-1d470478b31e {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:20.514080 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bc425-acf3-4fe0-9fa8-cd2ed7cf624b req-bd3d8ad9-1312-4454-9941-a99bace26538 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.516054 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-577bc425-acf3-4fe0-9fa8-cd2ed7cf624b req-bd3d8ad9-1312-4454-9941-a99bace26538 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 931 time: 0.3340087 Jul 16 08:42:20.521712 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.576836 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Transition to ACTIVE for port object 8dce1f4e-e088-4589-aa64-1d470478b31e will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:20.577706 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601517ea-d55e-4a6a-9401-35b3c4bec85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3c519e-b53c-4357-9cc8-ffac55ff255a,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.597326 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.620872 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-577bc425-acf3-4fe0-9fa8-cd2ed7cf624b req-27a2ae45-cf6c-44cf-b6a6-c73056ed3cd0 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892658 Jul 16 08:42:20.721698 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-71890742-f33c-4592-a7cb-597e3a9b923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.776745 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Attempting to bind port 8dce1f4e-e088-4589-aa64-1d470478b31e on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:20.777311 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Attempting to bind port 8dce1f4e-e088-4589-aa64-1d470478b31e by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:20.777695 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Attempting to bind port 8dce1f4e-e088-4589-aa64-1d470478b31e on network 7bfd0a05-e226-4fca-890e-fdd2b9af251f {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:20.787400 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-71890742-f33c-4592-a7cb-597e3a9b923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.794369 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Port 8dce1f4e-e088-4589-aa64-1d470478b31e on network 7bfd0a05-e226-4fca-890e-fdd2b9af251f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:20.794676 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Attempting to bind port 8dce1f4e-e088-4589-aa64-1d470478b31e on network 7bfd0a05-e226-4fca-890e-fdd2b9af251f {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:20.806267 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Pushing event updated for resources: {'Port': ['ID=8dce1f4e-e088-4589-aa64-1d470478b31e,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.815931 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:20.816342 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Checking segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:20.829278 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Bound using segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:20.829766 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Bound port: 8dce1f4e-e088-4589-aa64-1d470478b31e, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:20.830144 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.876572 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e38b-930d-4b83-8bcb-06cfb4d65e81 req-d2a9280e-9872-46ab-b997-4e685eef3e6c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.887543 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b91e38b-930d-4b83-8bcb-06cfb4d65e81 req-d2a9280e-9872-46ab-b997-4e685eef3e6c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.3141842 Jul 16 08:42:20.952804 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b91e38b-930d-4b83-8bcb-06cfb4d65e81 req-837eb638-8dec-4ca6-918c-213154c7bad1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639882 Jul 16 08:42:20.962815 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-71890742-f33c-4592-a7cb-597e3a9b923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.975292 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-71890742-f33c-4592-a7cb-597e3a9b923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.980307 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-71890742-f33c-4592-a7cb-597e3a9b923f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae3c519e-b53c-4357-9cc8-ffac55ff255a HTTP/1.1" status: 204 len: 168 time: 0.4909742 Jul 16 08:42:21.009119 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71890742-f33c-4592-a7cb-597e3a9b923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3c519e-b53c-4357-9cc8-ffac55ff255a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.145132 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f617865-480c-4205-9a99-2973a2cecf2a x-openstack-request-id: req-9f617865-480c-4205-9a99-2973a2cecf2a {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:21.145530 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc24f2e8-65f8-4286-acff-5d9d4cc8b023", "name": "network-vif-plugged", "status": "completed", "tag": "6ef812fb-e23e-4804-a148-f04415b6249d", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:21.145822 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9f617865-480c-4205-9a99-2973a2cecf2a {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:21.146317 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc24f2e8-65f8-4286-acff-5d9d4cc8b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef812fb-e23e-4804-a148-f04415b6249d', 'code': 200} Jul 16 08:42:21.186043 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] For port 8dce1f4e-e088-4589-aa64-1d470478b31e, host hv-cinder-80076, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:21.194228 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] For port 8dce1f4e-e088-4589-aa64-1d470478b31e, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8dce1f4e-e088-4589-aa64-1d470478b31e,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:21.204359 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.301241 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.302818 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.305219 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] 10.222.0.62 "PUT /v2.0/ports/8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 200 len: 1093 time: 1.8041706 Jul 16 08:42:21.306146 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa628615-edea-4a71-b340-c1ec2997f55b service neutron] Pushing event updated for resources: {'Port': ['ID=8dce1f4e-e088-4589-aa64-1d470478b31e,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.322896 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10899187-8220-4656-80a4-38d02e387b50', 'tag': '8dce1f4e-e088-4589-aa64-1d470478b31e'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:21.324220 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354adf5b-8559-4c5b-9322-e7c8e0e707a3 req-157a877b-e586-4aec-a6d1-3d38e7876ec8 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.327842 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-354adf5b-8559-4c5b-9322-e7c8e0e707a3 req-157a877b-e586-4aec-a6d1-3d38e7876ec8 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 946 time: 0.1118391 Jul 16 08:42:21.392768 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-354adf5b-8559-4c5b-9322-e7c8e0e707a3 req-be2d29de-d1ae-4e98-a807-8964ec7fa314 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Jul 16 08:42:21.534326 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-7b1b2646-0bc9-463a-bf25-32dd59b65b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.538121 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-7b1b2646-0bc9-463a-bf25-32dd59b65b27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 1096 time: 0.1563067 Jul 16 08:42:21.579159 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b9e4-caf7-4fe1-a083-114038654a48 req-da010874-bb30-48a6-a61d-499a728673b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.580714 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d844b9e4-caf7-4fe1-a083-114038654a48 req-da010874-bb30-48a6-a61d-499a728673b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 1099 time: 0.1435664 Jul 16 08:42:21.607194 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d844b9e4-caf7-4fe1-a083-114038654a48 req-e82f1c39-f0df-4772-baf3-d1ad7650c83e service neutron] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.636527 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-a701197d-9174-45a2-bea0-8fc0bbf24ede service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 200 len: 217 time: 0.0839682 Jul 16 08:42:21.694976 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-c4eb1837-a655-44c0-8821-0cae7cf245fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.696495 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-c4eb1837-a655-44c0-8821-0cae7cf245fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.0545614 Jul 16 08:42:21.741500 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:21.773311 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf" -d '{"events": [{"name": "network-changed", "server_uuid": "10899187-8220-4656-80a4-38d02e387b50", "tag": "8dce1f4e-e088-4589-aa64-1d470478b31e"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:21.797653 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d844b9e4-caf7-4fe1-a083-114038654a48 req-e82f1c39-f0df-4772-baf3-d1ad7650c83e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.805503 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d844b9e4-caf7-4fe1-a083-114038654a48 req-e82f1c39-f0df-4772-baf3-d1ad7650c83e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.839792 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d844b9e4-caf7-4fe1-a083-114038654a48 req-e82f1c39-f0df-4772-baf3-d1ad7650c83e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524531 Jul 16 08:42:21.847072 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-f5f3bd0c-ad82-4669-8fd4-3cc514415605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.849444 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-f5f3bd0c-ad82-4669-8fd4-3cc514415605 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1455512 Jul 16 08:42:21.860134 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f1c39-f0df-4772-baf3-d1ad7650c83e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49842311-cfa3-4a1d-9055-16dbc89180d8,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.902498 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:21.915258 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'port_id': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'mac_address': 'fa:16:3e:95:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:21.955175 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40981b5e-3f2d-4cbb-9ea0-3de0f1cede6a req-c1b6718f-cbb9-41e2-a2e1-c57b00ca4dad tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.957144 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-40981b5e-3f2d-4cbb-9ea0-3de0f1cede6a req-c1b6718f-cbb9-41e2-a2e1-c57b00ca4dad tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 943 time: 0.1006355 Jul 16 08:42:21.964334 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.982501 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:22.008138 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:22.016877 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.017200 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d21e00-6be1-4196-9c15-b88918cacb82 x-openstack-request-id: req-18d21e00-6be1-4196-9c15-b88918cacb82 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:22.017200 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10899187-8220-4656-80a4-38d02e387b50", "tag": "8dce1f4e-e088-4589-aa64-1d470478b31e", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:22.017200 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-18d21e00-6be1-4196-9c15-b88918cacb82 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:22.017200 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10899187-8220-4656-80a4-38d02e387b50', 'tag': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'status': 'completed', 'code': 200} Jul 16 08:42:22.049206 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-40981b5e-3f2d-4cbb-9ea0-3de0f1cede6a req-4f3fe45e-866f-4e95-a601-8687cb124058 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776334 Jul 16 08:42:22.090191 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.219503 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fede95-c44b-4686-a8b7-aa2ffde4c4ed req-7164f569-5f26-472e-8983-4022f73787e1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.221421 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f2fede95-c44b-4686-a8b7-aa2ffde4c4ed req-7164f569-5f26-472e-8983-4022f73787e1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 944 time: 0.0882947 Jul 16 08:42:22.276319 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f2fede95-c44b-4686-a8b7-aa2ffde4c4ed req-0cc44170-857d-4bcb-b961-06ef912b1112 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490599 Jul 16 08:42:22.299299 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:22.317054 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-a9dd9400-faf6-43b2-89c7-98d2e0a07a8e service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594973 Jul 16 08:42:22.480423 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e29fc46-ea27-4fb1-8f57-427766438749 req-b573219e-5fc1-474e-9ec5-ad9f576bc9c7 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560595 Jul 16 08:42:22.689798 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cac133-e267-458e-861b-3b1f813b286b req-baa1cfaa-f701-44dc-954f-387d27f3ca30 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.691587 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-78cac133-e267-458e-861b-3b1f813b286b req-baa1cfaa-f701-44dc-954f-387d27f3ca30 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 946 time: 0.1131334 Jul 16 08:42:22.693768 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-7cee55e6-09cb-4bf3-a863-247072c82096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.695248 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-7cee55e6-09cb-4bf3-a863-247072c82096 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 1096 time: 0.0880640 Jul 16 08:42:22.831358 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-78cac133-e267-458e-861b-3b1f813b286b req-c84d9f92-593e-4ac3-b7ec-76812cd92d1c tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310778 Jul 16 08:42:22.872932 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-1bba69ae-de59-4be9-bb28-27d11ed2870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.874311 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-1bba69ae-de59-4be9-bb28-27d11ed2870c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 911 time: 0.1673658 Jul 16 08:42:22.918175 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-86b1f440-35b2-47e3-811f-470067ed3b2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 200 len: 217 time: 0.0374379 Jul 16 08:42:22.969397 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-0b5f588e-5962-4d0a-b59a-0dc537411421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.971173 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-0b5f588e-5962-4d0a-b59a-0dc537411421 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.0466509 Jul 16 08:42:23.012748 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41326) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.036812 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-b02530f1-8423-4375-95ac-d5ca25452619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.038499 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-b02530f1-8423-4375-95ac-d5ca25452619 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597899 Jul 16 08:42:23.135317 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-ae40c311-60de-4dc2-8379-f1dd4a450a6d service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893884 Jul 16 08:42:23.182994 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41338) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.237548 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d4ea469e-72d9-453c-b3b8-1c868d8aafaf req-9faff765-8d6f-4186-8cb0-279d278eb41b service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950921 Jul 16 08:42:23.260676 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52917b90-ecfb-40cd-8681-4ed62dbd2c7b req-7a5dfb85-a0a5-4a78-92ef-c22841070468 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.262106 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-52917b90-ecfb-40cd-8681-4ed62dbd2c7b req-7a5dfb85-a0a5-4a78-92ef-c22841070468 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 943 time: 0.0661888 Jul 16 08:42:23.325261 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-52917b90-ecfb-40cd-8681-4ed62dbd2c7b req-ee48c71f-5ec7-4c5b-a995-760ec8109a2a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555952 Jul 16 08:42:23.326298 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0897-03d9-4c8c-98c3-bac73f7a7e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.433555 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0897-03d9-4c8c-98c3-bac73f7a7e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.438761 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0897-03d9-4c8c-98c3-bac73f7a7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.482151 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3c7f0897-03d9-4c8c-98c3-bac73f7a7e1c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=093cea8e420f4014820eaecbfbe5f41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676201 Jul 16 08:42:23.484208 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f0897-03d9-4c8c-98c3-bac73f7a7e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e53423-7667-4fd5-b245-753a2d6dd535,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.486085 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41352) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.519700 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e532-0c85-403c-a3b0-7950014c2405 req-17d64603-f4c8-4f4e-bc94-59adb7c7ae86 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.525486 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1952e532-0c85-403c-a3b0-7950014c2405 req-17d64603-f4c8-4f4e-bc94-59adb7c7ae86 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 944 time: 0.1120889 Jul 16 08:42:23.560264 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acfc2a60-48da-4dbb-aed2-10704a4531ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.667367 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acfc2a60-48da-4dbb-aed2-10704a4531ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.676460 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acfc2a60-48da-4dbb-aed2-10704a4531ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.676849 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1952e532-0c85-403c-a3b0-7950014c2405 req-981d98ad-b52a-41be-9f15-be07b531cd25 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326318 Jul 16 08:42:23.682115 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3942db99-33f8-4770-a8c1-01da87346999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.714996 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3942db99-33f8-4770-a8c1-01da87346999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.717956 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41360) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.718577 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-acfc2a60-48da-4dbb-aed2-10704a4531ed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=05ef2f707ab6496788c832d053a61073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327065 Jul 16 08:42:23.762447 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:23.765656 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc2a60-48da-4dbb-aed2-10704a4531ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44020420-ab87-4e8b-b213-b97c996c8d7e,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.791628 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-811f3fc5-76b0-46e3-bbf1-0826d72165c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.815826 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3942db99-33f8-4770-a8c1-01da87346999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.818533 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3942db99-33f8-4770-a8c1-01da87346999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.822487 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-3942db99-33f8-4770-a8c1-01da87346999 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a2e53423-7667-4fd5-b245-753a2d6dd535 HTTP/1.1" status: 204 len: 168 time: 0.3325102 Jul 16 08:42:23.822487 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-811f3fc5-76b0-46e3-bbf1-0826d72165c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.848746 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942db99-33f8-4770-a8c1-01da87346999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e53423-7667-4fd5-b245-753a2d6dd535,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.884853 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:23.906657 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:23.907059 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.919732 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-811f3fc5-76b0-46e3-bbf1-0826d72165c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.923646 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-811f3fc5-76b0-46e3-bbf1-0826d72165c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.926075 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-811f3fc5-76b0-46e3-bbf1-0826d72165c9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/44020420-ab87-4e8b-b213-b97c996c8d7e HTTP/1.1" status: 204 len: 168 time: 0.2066865 Jul 16 08:42:23.936561 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f3fc5-76b0-46e3-bbf1-0826d72165c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44020420-ab87-4e8b-b213-b97c996c8d7e,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:24.005630 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.034499 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:24.038211 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af6e4f-373a-4918-9d18-005b91b989f0" -d '{"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:24.055154 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:24.060208 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.063866 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88996759-ceed-4f87-b3ac-1ac2caa7926c req-c11859bf-087e-45c1-b051-23d1bc32cdfa tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.065498 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-88996759-ceed-4f87-b3ac-1ac2caa7926c req-c11859bf-087e-45c1-b051-23d1bc32cdfa tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 946 time: 0.0797610 Jul 16 08:42:24.092863 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee1233b-8cd8-4455-94cb-9d05a56be473 x-openstack-request-id: req-cee1233b-8cd8-4455-94cb-9d05a56be473 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:24.093153 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:24.093393 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cee1233b-8cd8-4455-94cb-9d05a56be473 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:24.093773 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'code': 200} Jul 16 08:42:24.111992 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-88996759-ceed-4f87-b3ac-1ac2caa7926c req-5b013da7-ae2c-4485-b970-a638703faa36 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Jul 16 08:42:24.157019 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:24.540648 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc744706-24cf-4549-8672-a5c1f9e17e26 req-2d171970-0c85-4b94-ab44-92d91727c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.542763 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cc744706-24cf-4549-8672-a5c1f9e17e26 req-2d171970-0c85-4b94-ab44-92d91727c21e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1098 time: 0.2227314 Jul 16 08:42:24.607559 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cc744706-24cf-4549-8672-a5c1f9e17e26 req-27064fbd-a2f8-4633-a9a6-a8bbed16cfd8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584488 Jul 16 08:42:24.622317 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ebb0-0a8f-43d0-8f13-77d7cc7cb629 req-635590ce-d34d-4bce-a428-37270e91cf38 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.624152 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7725ebb0-0a8f-43d0-8f13-77d7cc7cb629 req-635590ce-d34d-4bce-a428-37270e91cf38 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 943 time: 0.1343596 Jul 16 08:42:24.680295 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7725ebb0-0a8f-43d0-8f13-77d7cc7cb629 req-84f57a6d-3926-47dc-83c4-a45f08a3fe90 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476582 Jul 16 08:42:24.686476 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41414) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.714897 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-adeb7e00-0ae3-4a8b-8460-8e773b83cd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.759104 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41422) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.785276 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fea3b59d-2999-4679-b239-db68bdde7987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.956907 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-adeb7e00-0ae3-4a8b-8460-8e773b83cd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.961599 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-adeb7e00-0ae3-4a8b-8460-8e773b83cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.025142 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-adeb7e00-0ae3-4a8b-8460-8e773b83cd94 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=abce7f64ed934748a6647299080edcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352621 Jul 16 08:42:25.025602 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41440) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.026777 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb7e00-0ae3-4a8b-8460-8e773b83cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c48193-f8ac-4ac1-ac34-dd293f655dc4,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.041496 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5309e-d194-4d20-ad6f-3d724b7959cf req-fc5f72b4-68e8-41aa-bbde-2be01d7935c9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.043602 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2ed5309e-d194-4d20-ad6f-3d724b7959cf req-fc5f72b4-68e8-41aa-bbde-2be01d7935c9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1478784 Jul 16 08:42:25.099282 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2ed5309e-d194-4d20-ad6f-3d724b7959cf req-174c0fcc-be3b-4251-a3ce-280f8af681a7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494587 Jul 16 08:42:25.114019 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-473bc615-5b5b-4315-a99e-9cd1b6ff0039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.120514 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fea3b59d-2999-4679-b239-db68bdde7987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.129802 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fea3b59d-2999-4679-b239-db68bdde7987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.166947 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-473bc615-5b5b-4315-a99e-9cd1b6ff0039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.190850 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3b59d-2999-4679-b239-db68bdde7987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73ba703-f392-413c-9a5c-64d8909e8aac,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.201415 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-fea3b59d-2999-4679-b239-db68bdde7987 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a823723398a94a6f9d375a7e0ae19a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414659 Jul 16 08:42:25.204110 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41442) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.231494 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41446) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.280336 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f94d4724-445c-46ee-a881-27c8a0a08a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.287690 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-473bc615-5b5b-4315-a99e-9cd1b6ff0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.291314 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-473bc615-5b5b-4315-a99e-9cd1b6ff0039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.295138 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-473bc615-5b5b-4315-a99e-9cd1b6ff0039 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/20c48193-f8ac-4ac1-ac34-dd293f655dc4 HTTP/1.1" status: 204 len: 168 time: 0.2653964 Jul 16 08:42:25.314288 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bc615-5b5b-4315-a99e-9cd1b6ff0039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c48193-f8ac-4ac1-ac34-dd293f655dc4,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.327085 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f94d4724-445c-46ee-a881-27c8a0a08a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.363604 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41454) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.390318 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f94d4724-445c-46ee-a881-27c8a0a08a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.393236 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f94d4724-445c-46ee-a881-27c8a0a08a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.394460 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f94d4724-445c-46ee-a881-27c8a0a08a16 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b73ba703-f392-413c-9a5c-64d8909e8aac HTTP/1.1" status: 204 len: 168 time: 0.1893084 Jul 16 08:42:25.403178 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d4724-445c-46ee-a881-27c8a0a08a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73ba703-f392-413c-9a5c-64d8909e8aac,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.442425 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ec295b4-8e31-4432-a751-784131fbe043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.540575 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ec295b4-8e31-4432-a751-784131fbe043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.545094 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ec295b4-8e31-4432-a751-784131fbe043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.592133 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41466) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.592261 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4ec295b4-8e31-4432-a751-784131fbe043 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6124f74b6d41459897583150bd63693e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591251 Jul 16 08:42:25.598101 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec295b4-8e31-4432-a751-784131fbe043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60916248-635e-4e8b-bb01-816be62f2aa9,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.601110 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-49de033c-cafc-495d-aadb-200e6e44ddcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.672098 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c1770507-0356-4614-ad12-e8c9d04bb176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.703040 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c1770507-0356-4614-ad12-e8c9d04bb176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.753549 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-49de033c-cafc-495d-aadb-200e6e44ddcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.759469 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-49de033c-cafc-495d-aadb-200e6e44ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.763107 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c1770507-0356-4614-ad12-e8c9d04bb176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.764629 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 8dce1f4e-e088-4589-aa64-1d470478b31e details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:25.766174 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c1770507-0356-4614-ad12-e8c9d04bb176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.769727 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-c1770507-0356-4614-ad12-e8c9d04bb176 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/60916248-635e-4e8b-bb01-816be62f2aa9 HTTP/1.1" status: 204 len: 168 time: 0.1744204 Jul 16 08:42:25.782825 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1770507-0356-4614-ad12-e8c9d04bb176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60916248-635e-4e8b-bb01-816be62f2aa9,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.846197 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de033c-cafc-495d-aadb-200e6e44ddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a53656-e028-463c-ae5a-78b77bce9fca,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.854929 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-49de033c-cafc-495d-aadb-200e6e44ddcd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c38d4f6790a5454b9a402a1f4d2c97d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877658 Jul 16 08:42:25.855385 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41474) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.945219 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d9919bc2-eccc-4649-8638-bb8f6cf5afab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.949103 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 8dce1f4e-e088-4589-aa64-1d470478b31e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8dce1f4e-e088-4589-aa64-1d470478b31e,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:25.970241 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'port_id': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'mac_address': 'fa:16:3e:01:24:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:25.992834 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d9919bc2-eccc-4649-8638-bb8f6cf5afab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.080419 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.088889 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c686a-e826-42bb-8e86-bb020ebd8f45 req-d3546ae9-109d-47d5-b897-bf8bf3833efe tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.090457 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-280c686a-e826-42bb-8e86-bb020ebd8f45 req-d3546ae9-109d-47d5-b897-bf8bf3833efe tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 943 time: 0.1014485 Jul 16 08:42:26.108672 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dce1f4e-e088-4589-aa64-1d470478b31e {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:26.140531 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d9919bc2-eccc-4649-8638-bb8f6cf5afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.142776 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d9919bc2-eccc-4649-8638-bb8f6cf5afab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.146630 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d9919bc2-eccc-4649-8638-bb8f6cf5afab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e9a53656-e028-463c-ae5a-78b77bce9fca HTTP/1.1" status: 204 len: 168 time: 0.2879362 Jul 16 08:42:26.159013 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919bc2-eccc-4649-8638-bb8f6cf5afab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a53656-e028-463c-ae5a-78b77bce9fca,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.168520 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-280c686a-e826-42bb-8e86-bb020ebd8f45 req-66bb3f52-685c-4679-aaf4-d8d57a5edf41 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656343 Jul 16 08:42:26.177449 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 8dce1f4e-e088-4589-aa64-1d470478b31e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8dce1f4e-e088-4589-aa64-1d470478b31e,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:26.204892 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.328992 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=8dce1f4e-e088-4589-aa64-1d470478b31e,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.396465 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41502) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.420392 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b746eb91-0645-4d7f-9e73-ef3379e97a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.457903 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a820e72-cf5e-46b8-83fa-a4d62d0b3110 req-d759b4e4-9b5c-4e36-9fb1-036acd1d109d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.467333 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3a820e72-cf5e-46b8-83fa-a4d62d0b3110 req-d759b4e4-9b5c-4e36-9fb1-036acd1d109d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0928440 Jul 16 08:42:26.533899 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['8dce1f4e-e088-4589-aa64-1d470478b31e'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:26.581090 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b746eb91-0645-4d7f-9e73-ef3379e97a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.589915 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b746eb91-0645-4d7f-9e73-ef3379e97a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.683782 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b746eb91-0645-4d7f-9e73-ef3379e97a0f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3012315a488d4051b803e3d62c158e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834325 Jul 16 08:42:26.684789 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746eb91-0645-4d7f-9e73-ef3379e97a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c5fd59-b839-4faa-8bdc-780ff6db863c,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.687647 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41516) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.773348 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41520) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.799646 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6189cafd-1944-4ade-91f2-48d33e90fdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.812181 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3a820e72-cf5e-46b8-83fa-a4d62d0b3110 req-f3e0f6f3-8334-4ec4-bbe5-b1d08d92ad93 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431602 Jul 16 08:42:26.839321 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1119c5ab-f098-427e-b2b0-96be57dbd1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.881754 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1119c5ab-f098-427e-b2b0-96be57dbd1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.965551 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6189cafd-1944-4ade-91f2-48d33e90fdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.972184 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6189cafd-1944-4ade-91f2-48d33e90fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.012315 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189cafd-1944-4ade-91f2-48d33e90fdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3762b7-408e-4acc-b290-179d5a403ca0,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.013331 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1119c5ab-f098-427e-b2b0-96be57dbd1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.015764 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1119c5ab-f098-427e-b2b0-96be57dbd1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.017087 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-1119c5ab-f098-427e-b2b0-96be57dbd1e4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21c5fd59-b839-4faa-8bdc-780ff6db863c HTTP/1.1" status: 204 len: 168 time: 0.3283122 Jul 16 08:42:27.031711 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119c5ab-f098-427e-b2b0-96be57dbd1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c5fd59-b839-4faa-8bdc-780ff6db863c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.041399 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-6189cafd-1944-4ade-91f2-48d33e90fdb1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=767a8ae22616454589ddf8d7075033a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667372 Jul 16 08:42:27.042046 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41530) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:27.045358 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f79b3-c009-499c-b26a-7bb3e2f9ba92 req-8f463309-7841-4105-aded-9f65c311f3dd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.050997 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-418f79b3-c009-499c-b26a-7bb3e2f9ba92 req-8f463309-7841-4105-aded-9f65c311f3dd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1059670 Jul 16 08:42:27.055974 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41532) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:27.063508 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'floatingip': {'port_id': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:27.114617 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-204d0715-7ce4-4a2b-afeb-e21f6115bf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.142344 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-204d0715-7ce4-4a2b-afeb-e21f6115bf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.230113 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-204d0715-7ce4-4a2b-afeb-e21f6115bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.233118 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-204d0715-7ce4-4a2b-afeb-e21f6115bf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.237015 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-204d0715-7ce4-4a2b-afeb-e21f6115bf72 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1d3762b7-408e-4acc-b290-179d5a403ca0 HTTP/1.1" status: 204 len: 168 time: 0.1939657 Jul 16 08:42:27.247164 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d0715-7ce4-4a2b-afeb-e21f6115bf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3762b7-408e-4acc-b290-179d5a403ca0,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.328489 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.446839 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1ac7-7f1d-4648-ab54-373199670136 req-242031fa-f8ec-4e05-a06a-fc070033b263 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.449358 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9b8e1ac7-7f1d-4648-ab54-373199670136 req-242031fa-f8ec-4e05-a06a-fc070033b263 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 944 time: 0.1243582 Jul 16 08:42:27.520133 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9b8e1ac7-7f1d-4648-ab54-373199670136 req-700534cd-4c3c-47cf-9532-752fea701220 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610511 Jul 16 08:42:27.779404 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 8dce1f4e-e088-4589-aa64-1d470478b31e up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:27.840046 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 8dce1f4e-e088-4589-aa64-1d470478b31e completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:27.845569 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 8dce1f4e-e088-4589-aa64-1d470478b31e triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:27.845951 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.940721 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.075209 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10899187-8220-4656-80a4-38d02e387b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce1f4e-e088-4589-aa64-1d470478b31e'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:28.077513 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1478f29c-0a72-4a11-a1fd-a40dbd59edfd" -d '{"events": [{"server_uuid": "10899187-8220-4656-80a4-38d02e387b50", "name": "network-vif-plugged", "status": "completed", "tag": "8dce1f4e-e088-4589-aa64-1d470478b31e"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:28.091462 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 8dce1f4e-e088-4589-aa64-1d470478b31e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8dce1f4e-e088-4589-aa64-1d470478b31e,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:28.098068 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.135251 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b9e24-9559-40d4-9902-22336496253f x-openstack-request-id: req-998b9e24-9559-40d4-9902-22336496253f {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:28.135578 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10899187-8220-4656-80a4-38d02e387b50", "name": "network-vif-plugged", "status": "completed", "tag": "8dce1f4e-e088-4589-aa64-1d470478b31e", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:28.135837 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-998b9e24-9559-40d4-9902-22336496253f {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:28.136257 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10899187-8220-4656-80a4-38d02e387b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'code': 200} Jul 16 08:42:28.161818 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=8dce1f4e-e088-4589-aa64-1d470478b31e,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.232255 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.237103 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.343048 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Floating IP b4c35da9-f7a2-4564-8f34-fa5e50f8920d associated. External IP: 172.27.0.145, port: 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e. Jul 16 08:42:28.575681 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Router 17567e42-94ba-42b3-8e5f-212e15fad502 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:28.701218 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:28.706918 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.715413 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] Sync routers for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:28.730852 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:28.731486 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:28.750182 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0345c80-cbdd-4381-ab74-3860636c3177 req-05357288-fab8-4d2c-99e9-c38a25915de8 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:28.752731 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0345c80-cbdd-4381-ab74-3860636c3177 req-05357288-fab8-4d2c-99e9-c38a25915de8 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0953460 Jul 16 08:42:28.800117 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-1540e0fa-b9d1-47b8-b6d4-f9fb6619c7b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "PUT /v2.0/floatingips/b4c35da9-f7a2-4564-8f34-fa5e50f8920d HTTP/1.1" status: 200 len: 991 time: 1.7425945 Jul 16 08:42:28.801494 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:28.804978 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0ba86f-cee2-4323-bf60-ff011247db65" -d '{"events": [{"name": "network-changed", "server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:28.839227 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0345c80-cbdd-4381-ab74-3860636c3177 req-49274f20-993b-4a25-9986-849881241bca tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797758 Jul 16 08:42:28.881074 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:28.888389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543c3dee-7c61-480a-a013-82d34c33d54c x-openstack-request-id: req-543c3dee-7c61-480a-a013-82d34c33d54c {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:28.890254 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:28.890511 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-543c3dee-7c61-480a-a013-82d34c33d54c {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:28.890934 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'status': 'completed', 'code': 200} Jul 16 08:42:29.275765 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'b4c35da9-f7a2-4564-8f34-fa5e50f8920d', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'port_id': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'mac_address': 'fa:16:3e:95:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:04Z', 'updated_at': '2021-07-16T08:42:28Z', 'revision_number': 1, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.305030 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] Checking router: 17567e42-94ba-42b3-8e5f-212e15fad502 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:29.314454 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:29.315190 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.433074 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:29.685569 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.692887 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'b4c35da9-f7a2-4564-8f34-fa5e50f8920d', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'port_id': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'mac_address': 'fa:16:3e:95:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:04Z', 'updated_at': '2021-07-16T08:42:28Z', 'revision_number': 1, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.724752 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d0437-56e4-4c5a-a4c1-36dac32c849d None None] The sync data for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi is: [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'b4c35da9-f7a2-4564-8f34-fa5e50f8920d', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'port_id': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'mac_address': 'fa:16:3e:95:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:04Z', 'updated_at': '2021-07-16T08:42:28Z', 'revision_number': 1, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:30.013007 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1487ce-3e86-4d95-a0db-80036746da22 None None] New status for floating IP b4c35da9-f7a2-4564-8f34-fa5e50f8920d: ACTIVE {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:42:30.146107 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d38fc-7f91-4897-80b3-e8c11a5821e7 req-e89d5fd2-9da0-4753-92ac-dd467008988d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.157478 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-060d38fc-7f91-4897-80b3-e8c11a5821e7 req-e89d5fd2-9da0-4753-92ac-dd467008988d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1672602 Jul 16 08:42:30.243464 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-060d38fc-7f91-4897-80b3-e8c11a5821e7 req-c200b3b7-f9c2-447f-bdef-98abf441de81 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824697 Jul 16 08:42:30.790272 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-4b5b331a-ec5a-4ab5-a07b-52709b4f9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.793206 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-4b5b331a-ec5a-4ab5-a07b-52709b4f9912 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1098 time: 0.0783548 Jul 16 08:42:30.914510 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-1cf2f13a-52f3-4505-b548-d48428e43d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.916016 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-1cf2f13a-52f3-4505-b548-d48428e43d20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.1142895 Jul 16 08:42:30.974231 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41796) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:31.028019 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-b2b1aa76-83c4-48f8-a515-d5d515583163 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 200 len: 1001 time: 0.1053116 Jul 16 08:42:31.058296 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:42:31.081570 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cee240-2669-41eb-bdad-89c64b3493ee req-c46e6245-9975-4d4f-a3d8-bf3169014459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.083816 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0cee240-2669-41eb-bdad-89c64b3493ee req-c46e6245-9975-4d4f-a3d8-bf3169014459 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 1098 time: 0.0628853 Jul 16 08:42:31.097155 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-7bee0e8f-3be3-4e75-8cda-152f7a596a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.098946 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-7bee0e8f-3be3-4e75-8cda-152f7a596a76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0639529 Jul 16 08:42:31.123345 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0cee240-2669-41eb-bdad-89c64b3493ee req-70e38ed0-a490-451c-8b4e-bb2282ac3d96 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Jul 16 08:42:31.155157 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-230cea9b-408f-45e7-ab11-dc5a6b5333c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.177235 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-8df5e5fa-080e-4f22-8330-84fafab36c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.179071 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-8df5e5fa-080e-4f22-8330-84fafab36c58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701723 Jul 16 08:42:31.462825 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-230cea9b-408f-45e7-ab11-dc5a6b5333c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.472680 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-230cea9b-408f-45e7-ab11-dc5a6b5333c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.498209 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cd8a55e0-3d06-476e-97fa-a8a351ebd01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.535060 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cea9b-408f-45e7-ab11-dc5a6b5333c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b37ca2-bc9e-4175-b1a6-2ec9eaea8e42,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.552882 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f0bd-2661-46ca-b47d-eec86fdd3d36 req-addad829-0b92-45c8-bf78-545dab5e2dff tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.553158 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-230cea9b-408f-45e7-ab11-dc5a6b5333c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8b05ad1c0a84438a864f0730e8d21ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760202 Jul 16 08:42:31.554566 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3de3f0bd-2661-46ca-b47d-eec86fdd3d36 req-addad829-0b92-45c8-bf78-545dab5e2dff tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1640403 Jul 16 08:42:31.561025 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41854) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:31.624304 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c322-9960-4aec-9502-1acb5c8db3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.649152 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3de3f0bd-2661-46ca-b47d-eec86fdd3d36 req-1897bb3b-33b5-4f20-b67d-c3e4ece9800f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646999 Jul 16 08:42:31.650204 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c322-9960-4aec-9502-1acb5c8db3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.693723 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-3579edd4-d9e8-4404-b800-23b851d2f9a2 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070012 Jul 16 08:42:31.746551 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c322-9960-4aec-9502-1acb5c8db3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.749261 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c322-9960-4aec-9502-1acb5c8db3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.750464 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c9b5c322-9960-4aec-9502-1acb5c8db3cd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/45b37ca2-bc9e-4175-b1a6-2ec9eaea8e42 HTTP/1.1" status: 204 len: 168 time: 0.1882272 Jul 16 08:42:31.785554 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5c322-9960-4aec-9502-1acb5c8db3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b37ca2-bc9e-4175-b1a6-2ec9eaea8e42,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.839889 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce0ba86f-cee2-4323-bf60-ff011247db65 req-3d035af1-bad6-41d7-b5dd-fe290740db49 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379354 Jul 16 08:42:32.136355 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41904) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.151357 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-58fc6814-268d-44b6-8a09-5deece9a934b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.277251 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-58fc6814-268d-44b6-8a09-5deece9a934b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.281801 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-58fc6814-268d-44b6-8a09-5deece9a934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.328097 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41914) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.328726 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-58fc6814-268d-44b6-8a09-5deece9a934b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=acfe9958b0c14047a05289f44bf7b524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902676 Jul 16 08:42:32.329253 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc6814-268d-44b6-8a09-5deece9a934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a79607-bdb3-4c32-816d-11450ff55ce4,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.375421 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41918) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.415433 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9c1e57b4-06ab-4805-b532-b713ac38d926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.444968 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9c1e57b4-06ab-4805-b532-b713ac38d926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.496561 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9c1e57b4-06ab-4805-b532-b713ac38d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.500585 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9c1e57b4-06ab-4805-b532-b713ac38d926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.500932 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-12f08748-96ec-4218-be50-899522d84233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.502101 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9c1e57b4-06ab-4805-b532-b713ac38d926 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/36a79607-bdb3-4c32-816d-11450ff55ce4 HTTP/1.1" status: 204 len: 168 time: 0.1717217 Jul 16 08:42:32.513835 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e57b4-06ab-4805-b532-b713ac38d926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a79607-bdb3-4c32-816d-11450ff55ce4,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.602271 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-12f08748-96ec-4218-be50-899522d84233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.606753 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-12f08748-96ec-4218-be50-899522d84233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.646062 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-12f08748-96ec-4218-be50-899522d84233 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf0da53f41db40ae883be2d723df5cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692573 Jul 16 08:42:32.647088 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f08748-96ec-4218-be50-899522d84233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363a034a-09b9-46fa-bac7-9e80c0196d10,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.648822 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41928) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.699507 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2f768458-fad1-484a-9afb-3aded0b1def9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.726648 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2f768458-fad1-484a-9afb-3aded0b1def9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.780800 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2f768458-fad1-484a-9afb-3aded0b1def9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.784493 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2f768458-fad1-484a-9afb-3aded0b1def9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.786332 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2f768458-fad1-484a-9afb-3aded0b1def9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/363a034a-09b9-46fa-bac7-9e80c0196d10 HTTP/1.1" status: 204 len: 168 time: 0.1365161 Jul 16 08:42:32.797329 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f768458-fad1-484a-9afb-3aded0b1def9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363a034a-09b9-46fa-bac7-9e80c0196d10,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.861947 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b10f-5e96-47a0-a9cf-d594573d0e09 req-27f777e9-bde6-4607-ad15-d64e3995f151 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.863427 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1c36b10f-5e96-47a0-a9cf-d594573d0e09 req-27f777e9-bde6-4607-ad15-d64e3995f151 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0804451 Jul 16 08:42:32.906451 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1c36b10f-5e96-47a0-a9cf-d594573d0e09 req-d59c3b21-5e90-46a2-806a-ef67419f0281 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363562 Jul 16 08:42:33.103709 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd848-3231-498b-b4d4-da4d6b395c5e req-10d6b2be-65c3-4963-80ec-dcdbb50252e2 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.105796 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8ecdd848-3231-498b-b4d4-da4d6b395c5e req-10d6b2be-65c3-4963-80ec-dcdbb50252e2 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0830359 Jul 16 08:42:33.115659 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41958) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:33.125031 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'floatingip': {'port_id': '8dce1f4e-e088-4589-aa64-1d470478b31e'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:33.169655 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.225289 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41962) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:33.261715 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41966) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:33.274992 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4b63f794-0828-446c-adbd-f10e7ca4be7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.397924 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4b63f794-0828-446c-adbd-f10e7ca4be7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.406294 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4b63f794-0828-446c-adbd-f10e7ca4be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.512396 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4b63f794-0828-446c-adbd-f10e7ca4be7e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f8f9e9a01b214d52b4535047fc16ecaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512517 Jul 16 08:42:33.514535 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63f794-0828-446c-adbd-f10e7ca4be7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59a55e9-22ec-48b4-904b-9de64070e1ad,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.516518 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 41982) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:33.529172 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-990ee4a5-af8b-4c62-b3b0-d06a5a379be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.642701 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-990ee4a5-af8b-4c62-b3b0-d06a5a379be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.648326 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-990ee4a5-af8b-4c62-b3b0-d06a5a379be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.684898 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79cc252f-3654-45da-866f-034755214d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.686680 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-990ee4a5-af8b-4c62-b3b0-d06a5a379be3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=565fdeb5de5d40e88e2475d1331a340f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601223 Jul 16 08:42:33.687547 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ee4a5-af8b-4c62-b3b0-d06a5a379be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc195951-5e97-41a5-b10c-c5bded623dae,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.689837 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 41988) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:33.726568 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79cc252f-3654-45da-866f-034755214d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.744270 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6421e74b-fd78-4506-a480-19a83b89a4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.765805 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6421e74b-fd78-4506-a480-19a83b89a4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.823344 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6421e74b-fd78-4506-a480-19a83b89a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.830284 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6421e74b-fd78-4506-a480-19a83b89a4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.834078 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-6421e74b-fd78-4506-a480-19a83b89a4b0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc195951-5e97-41a5-b10c-c5bded623dae HTTP/1.1" status: 204 len: 168 time: 0.1410024 Jul 16 08:42:33.845078 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421e74b-fd78-4506-a480-19a83b89a4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc195951-5e97-41a5-b10c-c5bded623dae,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.852477 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79cc252f-3654-45da-866f-034755214d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.858370 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79cc252f-3654-45da-866f-034755214d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.862037 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-79cc252f-3654-45da-866f-034755214d4f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b59a55e9-22ec-48b4-904b-9de64070e1ad HTTP/1.1" status: 204 len: 168 time: 0.3417344 Jul 16 08:42:33.877582 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.878700 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc252f-3654-45da-866f-034755214d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59a55e9-22ec-48b4-904b-9de64070e1ad,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.882637 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.000494 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Floating IP 2e59bf60-3710-4de8-a87a-068df191de05 associated. External IP: 172.27.0.181, port: 8dce1f4e-e088-4589-aa64-1d470478b31e. Jul 16 08:42:34.097316 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-16d6b30f-c9d2-4b82-bbb6-92759324bf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.105934 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.273661 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Router d485e6ad-c354-44d0-89a3-8c409ab892d0 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:34.288040 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42004) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.303866 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f7c1eb06-b151-4c80-a5a7-f7576793b20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.373015 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42006) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.409467 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:34.414667 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.427214 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] Sync routers for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:34.439341 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f7c1eb06-b151-4c80-a5a7-f7576793b20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.448228 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f7c1eb06-b151-4c80-a5a7-f7576793b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.458154 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:34.459291 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:34.488376 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fc41870d-0b4e-4031-af6e-5cf577501061 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "PUT /v2.0/floatingips/2e59bf60-3710-4de8-a87a-068df191de05 HTTP/1.1" status: 200 len: 991 time: 1.3695915 Jul 16 08:42:34.488376 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10899187-8220-4656-80a4-38d02e387b50', 'tag': '8dce1f4e-e088-4589-aa64-1d470478b31e'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:34.498722 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a053b67-d14b-4740-9b84-d71e13b06714" -d '{"events": [{"name": "network-changed", "server_uuid": "10899187-8220-4656-80a4-38d02e387b50", "tag": "8dce1f4e-e088-4589-aa64-1d470478b31e"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:34.503684 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f7c1eb06-b151-4c80-a5a7-f7576793b20b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d27986feb6a54f22a10b9c00a99ab6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143686 Jul 16 08:42:34.506773 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42020) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.532943 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1502e160-1d3b-4bda-bd0d-01070d4e9d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.557716 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1eb06-b151-4c80-a5a7-f7576793b20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd56032-d335-4c7e-8af5-9007f78de1ff,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.626138 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1f6247-c0b6-458b-8126-ae7ff36fad82 x-openstack-request-id: req-7d1f6247-c0b6-458b-8126-ae7ff36fad82 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:34.626622 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10899187-8220-4656-80a4-38d02e387b50", "tag": "8dce1f4e-e088-4589-aa64-1d470478b31e", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:34.626728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7d1f6247-c0b6-458b-8126-ae7ff36fad82 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:34.627047 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10899187-8220-4656-80a4-38d02e387b50', 'tag': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'status': 'completed', 'code': 200} Jul 16 08:42:34.663205 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a03feb37-1b3e-4b4b-8b2a-69c5704a350b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.721341 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a03feb37-1b3e-4b4b-8b2a-69c5704a350b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.762172 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1502e160-1d3b-4bda-bd0d-01070d4e9d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.772186 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1502e160-1d3b-4bda-bd0d-01070d4e9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.810836 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a03feb37-1b3e-4b4b-8b2a-69c5704a350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.814483 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a03feb37-1b3e-4b4b-8b2a-69c5704a350b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.819419 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a03feb37-1b3e-4b4b-8b2a-69c5704a350b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1bd56032-d335-4c7e-8af5-9007f78de1ff HTTP/1.1" status: 204 len: 168 time: 0.3092494 Jul 16 08:42:34.823379 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:34.840386 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03feb37-1b3e-4b4b-8b2a-69c5704a350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd56032-d335-4c7e-8af5-9007f78de1ff,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.893428 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-1502e160-1d3b-4bda-bd0d-01070d4e9d41 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=518b1ff9f59741bc937fc802be4e5116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188134 Jul 16 08:42:34.896204 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42036) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.898357 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502e160-1d3b-4bda-bd0d-01070d4e9d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d757ade-30ce-44f0-9174-8133714f37f8,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.945629 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-b4c5b566-1689-47e9-b4dc-5bf87d8fdf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.947511 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-b4c5b566-1689-47e9-b4dc-5bf87d8fdf2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 1098 time: 0.2222433 Jul 16 08:42:35.004213 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-51e50a61-2016-4eab-9a92-3270dae5c859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.064848 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-51e50a61-2016-4eab-9a92-3270dae5c859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.071177 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-023673ca-c81a-4732-994e-1cd95204e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.072826 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-023673ca-c81a-4732-994e-1cd95204e799 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 911 time: 0.1167405 Jul 16 08:42:35.160694 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-51e50a61-2016-4eab-9a92-3270dae5c859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.166012 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-51e50a61-2016-4eab-9a92-3270dae5c859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.168081 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-51e50a61-2016-4eab-9a92-3270dae5c859 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3d757ade-30ce-44f0-9174-8133714f37f8 HTTP/1.1" status: 204 len: 168 time: 0.2707357 Jul 16 08:42:35.176651 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.183382 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e50a61-2016-4eab-9a92-3270dae5c859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d757ade-30ce-44f0-9174-8133714f37f8,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:35.204113 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '2e59bf60-3710-4de8-a87a-068df191de05', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'port_id': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'mac_address': 'fa:16:3e:01:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10899187-8220-4656-80a4-38d02e387b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:06Z', 'updated_at': '2021-07-16T08:42:33Z', 'revision_number': 1, 'project_id': '26c729b49b34426c98da58a7e599e297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:35.223829 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-b5a25eeb-2be3-4fc9-892b-4a6a91f0413f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 200 len: 999 time: 0.1422422 Jul 16 08:42:35.242489 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] Checking router: d485e6ad-c354-44d0-89a3-8c409ab892d0 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:35.252688 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:35.253306 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:35.287736 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-45bf8640-fc06-4429-8384-b017800dd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.289299 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-45bf8640-fc06-4429-8384-b017800dd034 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.0573447 Jul 16 08:42:35.370644 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-51c2f246-03ac-443f-a788-24bb6ee79027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.372235 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-51c2f246-03ac-443f-a788-24bb6ee79027 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754099 Jul 16 08:42:35.390927 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:35.506571 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-05707a57-d499-4f63-9b0b-9e0bbefa6e0c service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272614 Jul 16 08:42:35.562233 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42062) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:35.673812 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a053b67-d14b-4740-9b84-d71e13b06714 req-6c57ff5f-4402-4852-a2a4-e7df638c6995 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373274 Jul 16 08:42:35.756857 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '2e59bf60-3710-4de8-a87a-068df191de05', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'port_id': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'mac_address': 'fa:16:3e:01:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10899187-8220-4656-80a4-38d02e387b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:06Z', 'updated_at': '2021-07-16T08:42:33Z', 'revision_number': 1, 'project_id': '26c729b49b34426c98da58a7e599e297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:35.789964 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aeeda-997e-4062-9ab6-4e7a0cc637f5 None None] The sync data for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi is: [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '2e59bf60-3710-4de8-a87a-068df191de05', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'port_id': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'mac_address': 'fa:16:3e:01:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10899187-8220-4656-80a4-38d02e387b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:06Z', 'updated_at': '2021-07-16T08:42:33Z', 'revision_number': 1, 'project_id': '26c729b49b34426c98da58a7e599e297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:35.899072 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-75196900-9d45-424e-8d11-50f42f048f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.087178 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-75196900-9d45-424e-8d11-50f42f048f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.090543 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-75196900-9d45-424e-8d11-50f42f048f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.146073 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99016ba-546a-44f0-bd70-f4d7def3837a None None] New status for floating IP 2e59bf60-3710-4de8-a87a-068df191de05: ACTIVE {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:42:36.166696 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75196900-9d45-424e-8d11-50f42f048f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7a666f-61ad-4205-8f7f-dd7ee9a71993,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:36.172042 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-75196900-9d45-424e-8d11-50f42f048f7d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7820d3e1e6184b989a9d7bbe812658a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085413 Jul 16 08:42:36.176011 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42096) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.247947 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bb9990a3-428c-4981-8de1-a86f39eb1561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.274181 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2878eb-d729-4350-a155-f97cfdffeeff req-d34a8a51-2b1e-4949-8eee-2a3fdc6d5d1f tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.278832 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bb9990a3-428c-4981-8de1-a86f39eb1561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.281669 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ad2878eb-d729-4350-a155-f97cfdffeeff req-d34a8a51-2b1e-4949-8eee-2a3fdc6d5d1f tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 946 time: 0.0940888 Jul 16 08:42:36.342137 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ad2878eb-d729-4350-a155-f97cfdffeeff req-51b438ac-a6b0-40cb-a7ba-6b7159b1e4be tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594788 Jul 16 08:42:36.347571 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bb9990a3-428c-4981-8de1-a86f39eb1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.350409 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bb9990a3-428c-4981-8de1-a86f39eb1561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.353052 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-bb9990a3-428c-4981-8de1-a86f39eb1561 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7f7a666f-61ad-4205-8f7f-dd7ee9a71993 HTTP/1.1" status: 204 len: 168 time: 0.1747298 Jul 16 08:42:36.366606 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9990a3-428c-4981-8de1-a86f39eb1561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7a666f-61ad-4205-8f7f-dd7ee9a71993,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:36.808662 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42128) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.823725 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb18f-87fc-4ad0-91ae-0e5e05b86101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.929436 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb18f-87fc-4ad0-91ae-0e5e05b86101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.936813 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb18f-87fc-4ad0-91ae-0e5e05b86101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.961294 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.980370 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-dd1cb18f-87fc-4ad0-91ae-0e5e05b86101 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ca942469883444ef980f80b88fb5785f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672640 Jul 16 08:42:36.980721 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42136) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.987499 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cb18f-87fc-4ad0-91ae-0e5e05b86101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1091a10a-e792-4ff9-869d-f4f65d48b891,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.076440 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e5882263-ee99-4e8d-bf5b-427e5a80d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.100975 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e5882263-ee99-4e8d-bf5b-427e5a80d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.166032 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e5882263-ee99-4e8d-bf5b-427e5a80d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.169760 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e5882263-ee99-4e8d-bf5b-427e5a80d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.175045 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e5882263-ee99-4e8d-bf5b-427e5a80d304 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1091a10a-e792-4ff9-869d-f4f65d48b891 HTTP/1.1" status: 204 len: 168 time: 0.1931813 Jul 16 08:42:37.204980 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5882263-ee99-4e8d-bf5b-427e5a80d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1091a10a-e792-4ff9-869d-f4f65d48b891,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.530108 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6959f6-ebe2-41d1-9880-baa08a2a878c req-5726c1dc-2bc2-405e-a525-650ae319539e tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.532460 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9e6959f6-ebe2-41d1-9880-baa08a2a878c req-5726c1dc-2bc2-405e-a525-650ae319539e tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 946 time: 0.0646136 Jul 16 08:42:37.582512 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9e6959f6-ebe2-41d1-9880-baa08a2a878c req-584054c2-7430-42a1-93be-2a881f8791dc tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Jul 16 08:42:37.665361 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42178) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.795708 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42188) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.870225 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac98a02f-1ea0-4874-906d-525333704bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.958530 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9018-8275-4c79-9670-0e110fc761e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.980637 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac98a02f-1ea0-4874-906d-525333704bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.990381 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ac98a02f-1ea0-4874-906d-525333704bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.031204 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98a02f-1ea0-4874-906d-525333704bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf6249-94e7-4740-b3f1-b3ab6a99a366,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.064608 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ac98a02f-1ea0-4874-906d-525333704bd1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e7bc4194d7074defacd8df0ae9efb86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972535 Jul 16 08:42:38.065226 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42202) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:38.086630 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9018-8275-4c79-9670-0e110fc761e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.091645 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9018-8275-4c79-9670-0e110fc761e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.119913 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cff95d54-addd-45e9-bd3c-39d1f8b4f995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.138459 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-5bfb9018-8275-4c79-9670-0e110fc761e4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f247a21b6e064cd880c951f89b47e5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378732 Jul 16 08:42:38.138459 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb9018-8275-4c79-9670-0e110fc761e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49175a79-d645-4e0f-8029-4f07426482df,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.141593 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42206) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:38.156854 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cff95d54-addd-45e9-bd3c-39d1f8b4f995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.194565 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1a323da8-e53b-4cba-b55b-2a070afbb6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.232843 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cff95d54-addd-45e9-bd3c-39d1f8b4f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.235375 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cff95d54-addd-45e9-bd3c-39d1f8b4f995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.236592 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-cff95d54-addd-45e9-bd3c-39d1f8b4f995 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/49bf6249-94e7-4740-b3f1-b3ab6a99a366 HTTP/1.1" status: 204 len: 168 time: 0.1704500 Jul 16 08:42:38.236705 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1a323da8-e53b-4cba-b55b-2a070afbb6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.245540 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff95d54-addd-45e9-bd3c-39d1f8b4f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf6249-94e7-4740-b3f1-b3ab6a99a366,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.330306 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1a323da8-e53b-4cba-b55b-2a070afbb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.334327 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1a323da8-e53b-4cba-b55b-2a070afbb6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.335612 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-1a323da8-e53b-4cba-b55b-2a070afbb6dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/49175a79-d645-4e0f-8029-4f07426482df HTTP/1.1" status: 204 len: 168 time: 0.1957803 Jul 16 08:42:38.350443 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a323da8-e53b-4cba-b55b-2a070afbb6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49175a79-d645-4e0f-8029-4f07426482df,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.779131 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-70f144b9-69f5-4aa4-801a-b027536b0a06 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.781067 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-70f144b9-69f5-4aa4-801a-b027536b0a06 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 946 time: 0.1076338 Jul 16 08:42:38.872204 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a5f0d-a243-48a6-86f9-17e6306211f9 req-e7ad9d28-6df2-4b9b-89fe-4d34b1513e39 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.884510 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b06a5f0d-a243-48a6-86f9-17e6306211f9 req-e7ad9d28-6df2-4b9b-89fe-4d34b1513e39 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 946 time: 0.1689851 Jul 16 08:42:38.925723 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42244) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:38.981327 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b06a5f0d-a243-48a6-86f9-17e6306211f9 req-09dd77d6-90a3-4ec5-b379-c70112522065 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/security-groups?id=dc369c79-b343-45f4-a190-1076b778628a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903399 Jul 16 08:42:39.037387 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4ecb-7163-409b-9ddf-fe9308957492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.125530 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Deleting port 6ef812fb-e23e-4804-a148-f04415b6249d {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:39.126609 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.231164 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4ecb-7163-409b-9ddf-fe9308957492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.241216 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4ecb-7163-409b-9ddf-fe9308957492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.255275 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] For port 6ef812fb-e23e-4804-a148-f04415b6249d, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=6ef812fb-e23e-4804-a148-f04415b6249d,segment=NetworkSegment(321fc5ff-49e0-444f-8457-a304fe420568),segment_id=321fc5ff-49e0-444f-8457-a304fe420568)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:39.255542 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.298304 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Calling delete_port for 6ef812fb-e23e-4804-a148-f04415b6249d owned by compute:nova {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:39.314887 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42266) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:39.315218 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-3e8a4ecb-7163-409b-9ddf-fe9308957492 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ee60f3ee17504349bd7ed8c150613db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884122 Jul 16 08:42:39.321824 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a4ecb-7163-409b-9ddf-fe9308957492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32641a50-6167-4e2e-bc72-263a9a7e73e5,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.401141 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a8737f9-4af2-4d09-a325-c6b64b77117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.425935 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a8737f9-4af2-4d09-a325-c6b64b77117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.497955 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a8737f9-4af2-4d09-a325-c6b64b77117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.500613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a8737f9-4af2-4d09-a325-c6b64b77117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.501980 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3a8737f9-4af2-4d09-a325-c6b64b77117a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/32641a50-6167-4e2e-bc72-263a9a7e73e5 HTTP/1.1" status: 204 len: 168 time: 0.1850619 Jul 16 08:42:39.512066 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8737f9-4af2-4d09-a325-c6b64b77117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32641a50-6167-4e2e-bc72-263a9a7e73e5,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.524033 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.564118 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['6ef812fb-e23e-4804-a148-f04415b6249d'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:39.590609 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Pushing event deleted for resources: {'Port': ['ID=6ef812fb-e23e-4804-a148-f04415b6249d,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.710310 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] No DVR routers for this DVR port 6ef812fb-e23e-4804-a148-f04415b6249d on host hv-cinder-80076 {{(pid=99543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:39.714195 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.716658 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0a55869e-5b3d-4693-acbc-4fdaf1a393d1 req-fd33ac5e-b78a-4674-88bd-710621019501 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.62 "DELETE /v2.0/ports/6ef812fb-e23e-4804-a148-f04415b6249d HTTP/1.1" status: 204 len: 173 time: 0.9288926 Jul 16 08:42:39.717203 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc24f2e8-65f8-4286-acff-5d9d4cc8b023', 'name': 'network-vif-deleted', 'tag': '6ef812fb-e23e-4804-a148-f04415b6249d'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:39.719792 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f6bbf3-6108-4507-bbbb-39fc866645b8" -d '{"events": [{"server_uuid": "fc24f2e8-65f8-4286-acff-5d9d4cc8b023", "name": "network-vif-deleted", "tag": "6ef812fb-e23e-4804-a148-f04415b6249d"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:39.767824 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407e9413-c3ea-41d8-8b39-a875961b2adf x-openstack-request-id: req-407e9413-c3ea-41d8-8b39-a875961b2adf {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:39.768162 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc24f2e8-65f8-4286-acff-5d9d4cc8b023", "name": "network-vif-deleted", "tag": "6ef812fb-e23e-4804-a148-f04415b6249d", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:39.768411 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-407e9413-c3ea-41d8-8b39-a875961b2adf {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:39.768818 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc24f2e8-65f8-4286-acff-5d9d4cc8b023', 'name': 'network-vif-deleted', 'tag': '6ef812fb-e23e-4804-a148-f04415b6249d', 'status': 'completed', 'code': 200} Jul 16 08:42:40.162342 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b6e4bff4-a8da-4979-a19c-57b43d2d4d74 req-cc0776bc-253e-42e9-bd60-c2e787682cc1 tempest-DeleteServersTestJSON-671937620 tempest-DeleteServersTestJSON-671937620-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc24f2e8-65f8-4286-acff-5d9d4cc8b023 HTTP/1.1" status: 200 len: 210 time: 0.0700057 Jul 16 08:42:40.573579 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42342) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.700963 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e94aee6e-6175-4db0-931d-1bc3edcbfebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.839574 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e94aee6e-6175-4db0-931d-1bc3edcbfebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.855967 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e94aee6e-6175-4db0-931d-1bc3edcbfebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.911736 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94aee6e-6175-4db0-931d-1bc3edcbfebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c866ff7d-a9c5-4dee-a6a9-65651c72a643,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.919008 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e94aee6e-6175-4db0-931d-1bc3edcbfebe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=649f46083389479684d224f19d6a54d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418341 Jul 16 08:42:40.919942 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42360) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.978079 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-55d4b9d1-ed78-4549-876f-0c17187c1379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.009216 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-55d4b9d1-ed78-4549-876f-0c17187c1379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.063795 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-55d4b9d1-ed78-4549-876f-0c17187c1379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.066475 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-55d4b9d1-ed78-4549-876f-0c17187c1379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.067672 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-55d4b9d1-ed78-4549-876f-0c17187c1379 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c866ff7d-a9c5-4dee-a6a9-65651c72a643 HTTP/1.1" status: 204 len: 168 time: 0.1473398 Jul 16 08:42:41.082192 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4b9d1-ed78-4549-876f-0c17187c1379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866ff7d-a9c5-4dee-a6a9-65651c72a643,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.873458 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 6ef812fb-e23e-4804-a148-f04415b6249d no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:41.903109 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 6ef812fb-e23e-4804-a148-f04415b6249d {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:41.903472 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 6ef812fb-e23e-4804-a148-f04415b6249d not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:42.754663 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42498) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.804175 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b4fc70-7724-4cf2-badb-1c0399611727 admin admin] Deleting subnet 19c01cc6-5151-4e5a-ba86-4c30659f96ef {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:42.804405 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-20b4fc70-7724-4cf2-badb-1c0399611727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.849693 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-20b4fc70-7724-4cf2-badb-1c0399611727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.896546 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-20b4fc70-7724-4cf2-badb-1c0399611727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.949057 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-20b4fc70-7724-4cf2-badb-1c0399611727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.976994 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-20b4fc70-7724-4cf2-badb-1c0399611727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.981946 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42506) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.982373 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-20b4fc70-7724-4cf2-badb-1c0399611727 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/19c01cc6-5151-4e5a-ba86-4c30659f96ef HTTP/1.1" status: 204 len: 168 time: 0.2261009 Jul 16 08:42:42.983222 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4fc70-7724-4cf2-badb-1c0399611727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c01cc6-5151-4e5a-ba86-4c30659f96ef,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.054652 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.146081 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.158118 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.158491 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.159219 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.159552 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > port after_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.162332 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.162332 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > port after_update 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.162332 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.162660 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.162979 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.163300 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.230535 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.230889 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.231217 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.231629 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:42:43.232041 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabdd85f-4bca-4298-bee7-8ff0b2590a04']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:43.252579 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321fc5ff-49e0-444f-8457-a304fe420568') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:43.252882 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321fc5ff-49e0-444f-8457-a304fe420568') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:43.269889 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.293037 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.302702 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:43.303161 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: from cryptography.utils import int_from_bytes Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: from cryptography.utils import int_from_bytes Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:43.307755 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:43.372928 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.387453 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.389799 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] 10.222.0.63 "DELETE /v2.0/networks/aabdd85f-4bca-4298-bee7-8ff0b2590a04 HTTP/1.1" status: 204 len: 168 time: 0.4068592 Jul 16 08:42:43.399267 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a0758-473d-4045-af16-a1a47a4d9570 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabdd85f-4bca-4298-bee7-8ff0b2590a04,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.579252 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42534) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.626015 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-eb522687-2c8f-4027-be53-4138b2c7912d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=634700518d134157be64e4c3ba926e65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454180 Jul 16 08:42:43.628497 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42538) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.692263 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe96e-ce7d-4d15-a17f-787a3a37d8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.720168 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe96e-ce7d-4d15-a17f-787a3a37d8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.782127 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe96e-ce7d-4d15-a17f-787a3a37d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.784664 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe96e-ce7d-4d15-a17f-787a3a37d8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.785802 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c9cfe96e-ce7d-4d15-a17f-787a3a37d8e4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dc369c79-b343-45f4-a190-1076b778628a HTTP/1.1" status: 204 len: 168 time: 0.1564093 Jul 16 08:42:43.804060 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfe96e-ce7d-4d15-a17f-787a3a37d8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc369c79-b343-45f4-a190-1076b778628a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:44.337934 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42600) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:44.452715 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-eaaef1c7-4161-4e7e-94e5-77b139e8a7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.563338 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-eaaef1c7-4161-4e7e-94e5-77b139e8a7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.572901 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-eaaef1c7-4161-4e7e-94e5-77b139e8a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.617944 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaef1c7-4161-4e7e-94e5-77b139e8a7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2bee52-66d3-4659-90bd-04ed519e46ab,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:44.622888 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-eaaef1c7-4161-4e7e-94e5-77b139e8a7a3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3d9456e910f145909f6eeed0d567a6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838380 Jul 16 08:42:44.625962 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42618) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:44.665098 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42620) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:44.794543 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-network', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:44.822360 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Made reservation on behalf of e8a407c1298340b795497ccc7c68ffbb for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:44.824891 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.837552 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.933259 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b43d588f-bae7-40c6-b213-90476e0ccf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.957600 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b43d588f-bae7-40c6-b213-90476e0ccf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.013634 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b43d588f-bae7-40c6-b213-90476e0ccf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.016662 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b43d588f-bae7-40c6-b213-90476e0ccf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.021393 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b43d588f-bae7-40c6-b213-90476e0ccf1c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc2bee52-66d3-4659-90bd-04ed519e46ab HTTP/1.1" status: 204 len: 168 time: 0.3946044 Jul 16 08:42:45.037094 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d588f-bae7-40c6-b213-90476e0ccf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2bee52-66d3-4659-90bd-04ed519e46ab,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.169352 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.173918 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.209833 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:45.216222 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccda72e0-2c65-4ae2-b146-4ab26501e1d3,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.240073 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.240622 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Added segment f384e95c-1208-44a2-9e22-e4824e9588ab of type vlan for network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 Jul 16 08:42:45.284836 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.316936 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.317980 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.318649 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.353284 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6862428 Jul 16 08:42:45.356148 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42648) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.361194 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Request body: {'subnet': {'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-subnet', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:45.405466 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42652) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.416348 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0c692-2e19-4318-a972-7b4ecd3e194e admin admin] Pushing event updated for resources: {'Network': ['ID=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.421181 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-75733afe-da9f-43ec-b607-9e425c580b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.430684 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:45.435122 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Made reservation on behalf of e8a407c1298340b795497ccc7c68ffbb for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:45.439557 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11613624'] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.579408 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42656) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.583417 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-75733afe-da9f-43ec-b607-9e425c580b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.587368 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-75733afe-da9f-43ec-b607-9e425c580b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.627642 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-75733afe-da9f-43ec-b607-9e425c580b18 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d6426b3bfda346f0a4d69e98d75340cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209220 Jul 16 08:42:45.628654 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733afe-da9f-43ec-b607-9e425c580b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb6e84-39c7-4ad3-98e3-7901a76a1c89,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.631036 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42662) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.687589 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-42d65179-3f1b-4c50-94f2-6494d76e5090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.705312 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11708515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11613610'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.712143 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-42d65179-3f1b-4c50-94f2-6494d76e5090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.753885 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fbaf429a-e0ec-4607-999a-971b17473697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.760724 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-42d65179-3f1b-4c50-94f2-6494d76e5090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.763360 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-42d65179-3f1b-4c50-94f2-6494d76e5090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.764558 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-42d65179-3f1b-4c50-94f2-6494d76e5090 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/87cb6e84-39c7-4ad3-98e3-7901a76a1c89 HTTP/1.1" status: 204 len: 168 time: 0.1324174 Jul 16 08:42:45.774944 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d65179-3f1b-4c50-94f2-6494d76e5090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb6e84-39c7-4ad3-98e3-7901a76a1c89,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.781473 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=faca30da-1d7a-4081-8741-718127a66c8f,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.805270 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Checking segment: {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:45.805744 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Network hostable DHCP agents. Network: 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:45.845374 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:45.866662 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:45.873093 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.873657 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.886144 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539969c-f440-412a-adee-2378ea961393 None None] Network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:45.920181 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fbaf429a-e0ec-4607-999a-971b17473697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.926641 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fbaf429a-e0ec-4607-999a-971b17473697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.945276 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-5c454518-667e-4d59-acd8-b4498251a77a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5878918 Jul 16 08:42:45.948245 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42674) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.956228 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:45.990495 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.992957 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.002481 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-fbaf429a-e0ec-4607-999a-971b17473697 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7b4cbce13f343f59d949b3020de3f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034333 Jul 16 08:42:46.002481 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf429a-e0ec-4607-999a-971b17473697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd7981-3e5e-4fee-8362-43eadd7845c6,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.004810 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42676) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:46.096545 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b267e9a5-aad0-492d-9e67-8479e24687c7 None None] Network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:46.110344 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ec68c9e-5f3f-4996-92c1-dce40bf99186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.115157 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.178075 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ec68c9e-5f3f-4996-92c1-dce40bf99186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.271660 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ec68c9e-5f3f-4996-92c1-dce40bf99186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.279298 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ec68c9e-5f3f-4996-92c1-dce40bf99186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.279298 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4ec68c9e-5f3f-4996-92c1-dce40bf99186 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1acd7981-3e5e-4fee-8362-43eadd7845c6 HTTP/1.1" status: 204 len: 168 time: 0.2550888 Jul 16 08:42:46.289396 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec68c9e-5f3f-4996-92c1-dce40bf99186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd7981-3e5e-4fee-8362-43eadd7845c6,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.338955 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.603057 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.624296 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.788637 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Allocated IP 172.27.0.84 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/ee7be865-7712-46ac-8a70-7329bd24d674) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:46.865274 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42726) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:46.923844 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.966769 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.006859 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1755398171-network', 'tenant_id': 'db157ec1f4e24e339655ca0ee5eb94df'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:47.011055 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:47.012558 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:47.020768 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:47.029724 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Made reservation on behalf of db157ec1f4e24e339655ca0ee5eb94df for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:47.032762 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.042496 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.074915 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7be865-7712-46ac-8a70-7329bd24d674,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.186038 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.191266 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.235101 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:47.251683 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec752b2-b3ba-4337-9eff-d393c696f100,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.257696 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.258206 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Added segment 5979d37b-fd41-4b50-aa80-b551a0c33957 of type vlan for network 4ff268c1-bf58-4410-a781-8159d22dfd6d Jul 16 08:42:47.302473 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.334336 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.336027 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.337128 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.350672 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.379006 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5117967 Jul 16 08:42:47.381837 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42748) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:47.387083 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Request body: {'subnet': {'network_id': '4ff268c1-bf58-4410-a781-8159d22dfd6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1755398171-subnet', 'tenant_id': 'db157ec1f4e24e339655ca0ee5eb94df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:47.419579 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23d42c-e483-4b10-86dc-b10040d7575a admin admin] Pushing event updated for resources: {'Network': ['ID=4ff268c1-bf58-4410-a781-8159d22dfd6d,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.437004 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Made reservation on behalf of db157ec1f4e24e339655ca0ee5eb94df for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:47.438902 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 4ff268c1-bf58-4410-a781-8159d22dfd6d details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:47.440890 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11613624'] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.645283 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.669253 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11708515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11613610'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.741481 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e3efe4-e441-400a-abbe-c2950060b281,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.783377 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Checking segment: {'id': '5979d37b-fd41-4b50-aa80-b551a0c33957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4ff268c1-bf58-4410-a781-8159d22dfd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:47.784406 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Network hostable DHCP agents. Network: 4ff268c1-bf58-4410-a781-8159d22dfd6d, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:47.828360 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Network 4ff268c1-bf58-4410-a781-8159d22dfd6d is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:47.838294 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 4ff268c1-bf58-4410-a781-8159d22dfd6d) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:47.848025 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0008ba-dd6d-4a6a-bd1d-8f8d4ab1a14f None None] Network 4ff268c1-bf58-4410-a781-8159d22dfd6d requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:47.865832 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.870067 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.885529 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Router 469a784b-1aea-42f1-b912-cce0f3013d9d is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:47.906128 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-ebfd18a4-30b7-4165-93b4-c7bd5286cb7d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5149641 Jul 16 08:42:47.987599 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42780) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.061249 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73e6ff-b285-4572-9ded-d02707b72646 None None] Network 4ff268c1-bf58-4410-a781-8159d22dfd6d requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:48.116116 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.206717 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:48.220529 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Sync routers for ids ['469a784b-1aea-42f1-b912-cce0f3013d9d'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:48.242117 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Routers {'469a784b-1aea-42f1-b912-cce0f3013d9d'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:48.242967 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['469a784b-1aea-42f1-b912-cce0f3013d9d'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:48.252288 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.259237 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.261521 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.263195 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a3db3690-75c6-4ba2-9d4f-74581163bad2 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3132615 Jul 16 08:42:48.265895 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42796) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.331396 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bec13788a57a43e7973ace02e7f60f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399091 Jul 16 08:42:48.331396 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdacdf1-1e41-478f-8a24-2d01769f9a8d,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.332159 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42802) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.352926 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.353285 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.353671 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.354017 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.354417 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.354908 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.355022 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.355369 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.355710 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.356053 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.356385 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.356709 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf928a2-1aab-4c82-bfd7-c028aec4017b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.405741 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0c93bcd-0cb4-4aa9-a563-244fe72535d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.433200 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0c93bcd-0cb4-4aa9-a563-244fe72535d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.490214 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Set router 469a784b-1aea-42f1-b912-cce0f3013d9d gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:48.504940 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0c93bcd-0cb4-4aa9-a563-244fe72535d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.507426 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0c93bcd-0cb4-4aa9-a563-244fe72535d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.508625 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-c0c93bcd-0cb4-4aa9-a563-244fe72535d5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bfdacdf1-1e41-478f-8a24-2d01769f9a8d HTTP/1.1" status: 204 len: 168 time: 0.1747580 Jul 16 08:42:48.519690 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c93bcd-0cb4-4aa9-a563-244fe72535d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdacdf1-1e41-478f-8a24-2d01769f9a8d,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.713243 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42822) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.721242 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109160699-network', 'tenant_id': '532dd4234ce04bcb8697a06a343a1319'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:48.787022 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Made reservation on behalf of 532dd4234ce04bcb8697a06a343a1319 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:48.789481 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.810152 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.846829 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 3, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:48.892190 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Checking router: 469a784b-1aea-42f1-b912-cce0f3013d9d for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:48.892566 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Updating router 469a784b-1aea-42f1-b912-cce0f3013d9d port ee7be865-7712-46ac-8a70-7329bd24d674 binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:48.943466 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.961370 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.966402 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.999645 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372a804d-c71c-46fd-a0ac-f246e6b32881,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.002599 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:49.013997 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.014349 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Added segment b621c0e3-ec7a-410c-9c64-468830e30c47 of type vlan for network a4646d4a-5e16-40f3-b58b-4cba45888087 Jul 16 08:42:49.024459 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.053612 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42832) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.061966 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.100071 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.102916 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.103179 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.103825 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.169546 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] Pushing event updated for resources: {'Network': ['ID=a4646d4a-5e16-40f3-b58b-4cba45888087,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.181072 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network a4646d4a-5e16-40f3-b58b-4cba45888087 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:49.253792 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Allocated IP 172.20.0.1 (97676dcb-d30d-4f39-8dba-6ab00ecfa1d3/faca30da-1d7a-4081-8741-718127a66c8f/78143a6f-ab58-45b4-b42c-24a5564bdfd1) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:49.286228 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.297128 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Transition to ACTIVE for port object ee7be865-7712-46ac-8a70-7329bd24d674 will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:49.305759 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.357929 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227078f7-80ab-4863-a82e-e0b77e48c713 None None] Pushing event updated for resources: {'Port': ['ID=ee7be865-7712-46ac-8a70-7329bd24d674,revision_number=2']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.360028 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.374796 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-de59bb12-2408-460e-a076-8d6468ebec03 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6600571 Jul 16 08:42:49.374990 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42840) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.377235 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.377975 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Attempting to bind port ee7be865-7712-46ac-8a70-7329bd24d674 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:49.378373 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Attempting to bind port ee7be865-7712-46ac-8a70-7329bd24d674 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:49.378734 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Attempting to bind port ee7be865-7712-46ac-8a70-7329bd24d674 on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:49.382740 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Request body: {'subnet': {'network_id': 'a4646d4a-5e16-40f3-b58b-4cba45888087', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109160699-subnet', 'tenant_id': '532dd4234ce04bcb8697a06a343a1319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:49.383726 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:49.384135 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:49.385084 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.385831 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:49.386308 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Bound port: ee7be865-7712-46ac-8a70-7329bd24d674, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:49.386693 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.448356 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] For port ee7be865-7712-46ac-8a70-7329bd24d674, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:49.452426 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] For port ee7be865-7712-46ac-8a70-7329bd24d674, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=ee7be865-7712-46ac-8a70-7329bd24d674,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:49.458417 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.465161 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Made reservation on behalf of 532dd4234ce04bcb8697a06a343a1319 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:49.467499 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9121486'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.471051 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5e30ce2b64444164b9ca547f3cb0c8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161606 Jul 16 08:42:49.473849 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42842) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.474230 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9fb2bf-a61c-4007-9441-e1803ad38eb5,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.478314 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.517802 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Routers {'469a784b-1aea-42f1-b912-cce0f3013d9d'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:49.518534 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['469a784b-1aea-42f1-b912-cce0f3013d9d'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.542888 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c79e565a-82ae-4a89-9d98-231643ea00df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.561827 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227078f7-80ab-4863-a82e-e0b77e48c713 None None] Pushing event updated for resources: {'Port': ['ID=ee7be865-7712-46ac-8a70-7329bd24d674,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.582171 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c79e565a-82ae-4a89-9d98-231643ea00df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.644572 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.647313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.650877 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.650877 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.651131 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.651491 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.651905 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.652249 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.652711 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.653055 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.653391 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.653725 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.654057 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01471f4-9538-4490-8445-6ee3c53c4b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:49.654541 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] Set router 469a784b-1aea-42f1-b912-cce0f3013d9d gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:49.664707 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c79e565a-82ae-4a89-9d98-231643ea00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.673280 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c79e565a-82ae-4a89-9d98-231643ea00df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.676794 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-c79e565a-82ae-4a89-9d98-231643ea00df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8e9fb2bf-a61c-4007-9441-e1803ad38eb5 HTTP/1.1" status: 204 len: 168 time: 0.2012117 Jul 16 08:42:49.694924 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e565a-82ae-4a89-9d98-231643ea00df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9fb2bf-a61c-4007-9441-e1803ad38eb5,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.737981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:49.745684 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:49.751668 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:49.773093 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Pushing event updated for resources: {'Port': ['ID=78143a6f-ab58-45b4-b42c-24a5564bdfd1,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.831452 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.882727 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8946548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9121500'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.946599 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 3, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.987124 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d15644-4552-4f15-9a89-0cfc484861fc None None] The sync data for ids ['469a784b-1aea-42f1-b912-cce0f3013d9d'] in dv-cinder-800768-3-iscsi is: [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 3, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:50.001038 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=612aa960-0860-4286-9ad9-f4480e04713c,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.213901 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42862) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:50.232294 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-742ebff5-ef70-4f86-8ac6-52b5e2077f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.274964 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Checking segment: {'id': 'b621c0e3-ec7a-410c-9c64-468830e30c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a4646d4a-5e16-40f3-b58b-4cba45888087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:50.275569 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Network hostable DHCP agents. Network: a4646d4a-5e16-40f3-b58b-4cba45888087, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:50.326795 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Network a4646d4a-5e16-40f3-b58b-4cba45888087 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:50.341902 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, a4646d4a-5e16-40f3-b58b-4cba45888087) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:50.343724 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.348524 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.349124 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.357254 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50364e23-6d18-473b-b153-53415979424d None None] Network a4646d4a-5e16-40f3-b58b-4cba45888087 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:50.366636 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-742ebff5-ef70-4f86-8ac6-52b5e2077f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.371865 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-742ebff5-ef70-4f86-8ac6-52b5e2077f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.420840 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-454d06d0-a7f8-4420-9ef7-1e943127fe05 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0356674 Jul 16 08:42:50.421091 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ebff5-ef70-4f86-8ac6-52b5e2077f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8caaee-4193-45bf-9af5-647f19a7cd2f,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.450187 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-742ebff5-ef70-4f86-8ac6-52b5e2077f02 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dadf47f25a12474e80457cf3797b46a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325084 Jul 16 08:42:50.450501 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42868) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:50.535380 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-671a0d4d-0031-4c9d-99c8-0d49625b58ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.566511 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-671a0d4d-0031-4c9d-99c8-0d49625b58ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.638520 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-671a0d4d-0031-4c9d-99c8-0d49625b58ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.641052 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-671a0d4d-0031-4c9d-99c8-0d49625b58ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.642544 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-671a0d4d-0031-4c9d-99c8-0d49625b58ee admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae8caaee-4193-45bf-9af5-647f19a7cd2f HTTP/1.1" status: 204 len: 168 time: 0.1910281 Jul 16 08:42:50.652433 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a0d4d-0031-4c9d-99c8-0d49625b58ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8caaee-4193-45bf-9af5-647f19a7cd2f,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.691333 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.697583 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.764349 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f42c4-1d01-4b36-b91d-a5a54437eeac None None] Network a4646d4a-5e16-40f3-b58b-4cba45888087 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:50.806483 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Pushing event updated for resources: {'Port': ['ID=78143a6f-ab58-45b4-b42c-24a5564bdfd1,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.815524 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.964321 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:50.965986 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:51.165380 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Router 469a784b-1aea-42f1-b912-cce0f3013d9d has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:51.366631 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:51.394243 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2c5d1ae4-9ee1-4ca4-98fc-cebc08beb3cd admin admin] 10.222.0.63 "PUT /v2.0/routers/469a784b-1aea-42f1-b912-cce0f3013d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268137 Jul 16 08:42:52.044906 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device ee7be865-7712-46ac-8a70-7329bd24d674 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:52.046605 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-47c7f777-68ea-4e27-9473-cd5e4f2a9c93 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.053512 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-47c7f777-68ea-4e27-9473-cd5e4f2a9c93 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 819 time: 0.1230733 Jul 16 08:42:52.067023 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-828e3bd3-eb2e-4650-8f3b-299dd9865b76 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/quotas/e8a407c1298340b795497ccc7c68ffbb HTTP/1.1" status: 200 len: 375 time: 0.0125468 Jul 16 08:42:52.099727 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port ee7be865-7712-46ac-8a70-7329bd24d674 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:52.104934 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port ee7be865-7712-46ac-8a70-7329bd24d674 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:52.105592 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.141583 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-81f4617a-e037-4a27-97e9-56eea3c1389d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691528 Jul 16 08:42:52.157444 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 42950) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.194321 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.212150 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Sync routers for ids ['469a784b-1aea-42f1-b912-cce0f3013d9d'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:52.227865 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port ee7be865-7712-46ac-8a70-7329bd24d674, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=ee7be865-7712-46ac-8a70-7329bd24d674,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:52.234400 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.238443 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Routers {'469a784b-1aea-42f1-b912-cce0f3013d9d'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:52.239263 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['469a784b-1aea-42f1-b912-cce0f3013d9d'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.266382 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-315a76c3-679c-4ce3-8ab1-5daa8f268f6f service neutron] 10.222.0.63 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092348 Jul 16 08:42:52.281954 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2d307ca7-b18e-4c70-b92f-758abf9d655c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.363460 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=ee7be865-7712-46ac-8a70-7329bd24d674,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.370242 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-28d43d49-19e8-43e6-9b59-14da7a9b34b2 service neutron] 10.222.0.63 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956924 Jul 16 08:42:52.377876 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.378457 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.379175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.379461 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.379898 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.380266 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.380608 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.380945 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.381305 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.381678 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.382013 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.382358 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:52.391345 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2d307ca7-b18e-4c70-b92f-758abf9d655c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.396734 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2d307ca7-b18e-4c70-b92f-758abf9d655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.408468 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Set router 469a784b-1aea-42f1-b912-cce0f3013d9d gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:52.444249 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 42960) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.452499 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2d307ca7-b18e-4c70-b92f-758abf9d655c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bc5f8c7ed1484e89b09e0aa25c5134d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938647 Jul 16 08:42:52.459665 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d307ca7-b18e-4c70-b92f-758abf9d655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ea76fd-616a-4ea6-877b-4f74ec79e1b6,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.524095 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc740-345f-43de-ba45-2418494935d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.579725 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc740-345f-43de-ba45-2418494935d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.655801 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-92848eed-66dc-47de-8b44-d02c627e0d88 req-4d4aa51a-4598-438a-9cca-a238b9ddf27a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 210 time: 0.0342524 Jul 16 08:42:52.714754 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc740-345f-43de-ba45-2418494935d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.718073 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bf3dc740-345f-43de-ba45-2418494935d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.725927 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-bf3dc740-345f-43de-ba45-2418494935d7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/00ea76fd-616a-4ea6-877b-4f74ec79e1b6 HTTP/1.1" status: 204 len: 168 time: 0.2773888 Jul 16 08:42:52.746373 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dc740-345f-43de-ba45-2418494935d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ea76fd-616a-4ea6-877b-4f74ec79e1b6,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.899374 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 4, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '78143a6f-ab58-45b4-b42c-24a5564bdfd1', 'name': '', 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'mac_address': 'fa:16:3e:e0:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'faca30da-1d7a-4081-8741-718127a66c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:49Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 2, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'subnets': [{'id': 'faca30da-1d7a-4081-8741-718127a66c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.972566 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Checking router: 469a784b-1aea-42f1-b912-cce0f3013d9d for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:52.973345 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Updating router 469a784b-1aea-42f1-b912-cce0f3013d9d port 78143a6f-ab58-45b4-b42c-24a5564bdfd1 binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:53.071635 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43004) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.090807 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.257890 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-10624279-7e6c-4665-aa03-7b172d3225bf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.266384 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-10624279-7e6c-4665-aa03-7b172d3225bf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 819 time: 0.1370397 Jul 16 08:42:53.302430 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-8fad8803-b48e-46f3-813c-af28457ea118 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/quotas/e8a407c1298340b795497ccc7c68ffbb HTTP/1.1" status: 200 len: 375 time: 0.0348506 Jul 16 08:42:53.492132 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-26942827-46c2-4819-a5b4-07b46d8673a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.542594 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-f8384db7-2363-42d2-a75d-d52f7db65e6b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2389917 Jul 16 08:42:53.669001 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-99821ca2-5227-4a32-97ef-5fcec69741fe service neutron] 10.222.0.63 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191306 Jul 16 08:42:53.669541 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.703540 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Transition to ACTIVE for port object 78143a6f-ab58-45b4-b42c-24a5564bdfd1 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:53.723213 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.852608 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-3c590655-fbb0-4461-af4f-8eb27e631ab8 service neutron] 10.222.0.63 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748350 Jul 16 08:42:53.897113 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-26942827-46c2-4819-a5b4-07b46d8673a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.902184 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-26942827-46c2-4819-a5b4-07b46d8673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.918286 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b82f3-3ce4-4ae4-b3c5-7f508e9c8a94 None None] Pushing event updated for resources: {'Port': ['ID=78143a6f-ab58-45b4-b42c-24a5564bdfd1,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.960095 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43056) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.964800 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-26942827-46c2-4819-a5b4-07b46d8673a6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d5303e1b088343b8ae980d6830699345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8877435 Jul 16 08:42:53.966060 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26942827-46c2-4819-a5b4-07b46d8673a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba12cd0-0e71-416e-b6ed-ac1303d1c085,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.059356 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Attempting to bind port 78143a6f-ab58-45b4-b42c-24a5564bdfd1 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:54.059940 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Attempting to bind port 78143a6f-ab58-45b4-b42c-24a5564bdfd1 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:54.060495 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Attempting to bind port 78143a6f-ab58-45b4-b42c-24a5564bdfd1 on network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:54.084374 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:54.085096 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Checking segment: {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:54.085719 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.086360 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Bound using segment: {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:54.087080 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Bound port: 78143a6f-ab58-45b4-b42c-24a5564bdfd1, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:54.087559 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.106746 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-84628bf7-1d13-4890-8985-75195c89bb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.111455 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device ee7be865-7712-46ac-8a70-7329bd24d674 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:54.166636 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-84628bf7-1d13-4890-8985-75195c89bb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.259163 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-84628bf7-1d13-4890-8985-75195c89bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.261990 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-84628bf7-1d13-4890-8985-75195c89bb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.263219 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-84628bf7-1d13-4890-8985-75195c89bb14 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ba12cd0-0e71-416e-b6ed-ac1303d1c085 HTTP/1.1" status: 204 len: 168 time: 0.3015234 Jul 16 08:42:54.279471 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628bf7-1d13-4890-8985-75195c89bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba12cd0-0e71-416e-b6ed-ac1303d1c085,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.380589 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e43f7d2-0239-4321-b996-a5b3e9c0eed8 req-49019ceb-72d0-46fb-9a6a-2629b910830a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 210 time: 0.1487539 Jul 16 08:42:54.445983 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port ee7be865-7712-46ac-8a70-7329bd24d674 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:54.446785 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.553470 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] For port 78143a6f-ab58-45b4-b42c-24a5564bdfd1, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:54.685023 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] For port 78143a6f-ab58-45b4-b42c-24a5564bdfd1, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=78143a6f-ab58-45b4-b42c-24a5564bdfd1,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:54.701251 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-64b1efc0-acda-45b6-adb1-49698a7729aa tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.701671 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.703142 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-64b1efc0-acda-45b6-adb1-49698a7729aa tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.62 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 819 time: 0.1986175 Jul 16 08:42:54.734816 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Request body: {'port': {'device_id': 'c25216ee-b0b0-4fbe-affa-076d90693703', 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3', 'admin_state_up': True, 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:54.782384 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Routers {'469a784b-1aea-42f1-b912-cce0f3013d9d'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:54.783454 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:42:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['469a784b-1aea-42f1-b912-cce0f3013d9d'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:54.872992 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b82f3-3ce4-4ae4-b3c5-7f508e9c8a94 None None] Pushing event updated for resources: {'Port': ['ID=78143a6f-ab58-45b4-b42c-24a5564bdfd1,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.043655 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] Set router 469a784b-1aea-42f1-b912-cce0f3013d9d gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:55.074651 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43108) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:55.102523 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d2a4af21-c28a-446f-a320-7fe328ade580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.114958 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Made reservation on behalf of e8a407c1298340b795497ccc7c68ffbb for: {'port': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:55.115867 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.333389 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Allocated IP 172.20.0.10 (97676dcb-d30d-4f39-8dba-6ab00ecfa1d3/faca30da-1d7a-4081-8741-718127a66c8f/16ecade9-2a94-4203-93b0-2ff97ec0cde8) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:55.338336 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 4, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '78143a6f-ab58-45b4-b42c-24a5564bdfd1', 'name': '', 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'mac_address': 'fa:16:3e:e0:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'faca30da-1d7a-4081-8741-718127a66c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:49Z', 'updated_at': '2021-07-16T08:42:54Z', 'revision_number': 4, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'subnets': [{'id': 'faca30da-1d7a-4081-8741-718127a66c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:55.369350 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c41c6-9ea3-4e5c-8698-1069549bd7fd None None] The sync data for ids ['469a784b-1aea-42f1-b912-cce0f3013d9d'] in dv-cinder-800768-3-iscsi is: [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 4, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '78143a6f-ab58-45b4-b42c-24a5564bdfd1', 'name': '', 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'mac_address': 'fa:16:3e:e0:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'faca30da-1d7a-4081-8741-718127a66c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:49Z', 'updated_at': '2021-07-16T08:42:54Z', 'revision_number': 4, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'subnets': [{'id': 'faca30da-1d7a-4081-8741-718127a66c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:55.375665 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d2a4af21-c28a-446f-a320-7fe328ade580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.397552 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d2a4af21-c28a-446f-a320-7fe328ade580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.493495 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43130) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:55.501813 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d2a4af21-c28a-446f-a320-7fe328ade580 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f195858753764f99906e0baa66bc40b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257224 Jul 16 08:42:55.576490 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4af21-c28a-446f-a320-7fe328ade580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2064c64e-42ea-4513-b856-d3f338110922,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.618517 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-083f69ca-f340-4fac-a5b3-c2b29be67bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.673247 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-083f69ca-f340-4fac-a5b3-c2b29be67bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.764947 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.826196 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-96bd3368-1d01-476a-9952-ae54313cf565 req-9bcd3249-3f01-423b-bc42-33bdadf6b227 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 210 time: 0.1216171 Jul 16 08:42:55.864944 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-083f69ca-f340-4fac-a5b3-c2b29be67bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.867729 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-083f69ca-f340-4fac-a5b3-c2b29be67bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.872438 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-083f69ca-f340-4fac-a5b3-c2b29be67bb1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2064c64e-42ea-4513-b856-d3f338110922 HTTP/1.1" status: 204 len: 168 time: 0.3787923 Jul 16 08:42:55.879091 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.892838 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f69ca-f340-4fac-a5b3-c2b29be67bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064c64e-42ea-4513-b856-d3f338110922,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.039288 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Pushing event updated for resources: {'Port': ['ID=16ecade9-2a94-4203-93b0-2ff97ec0cde8,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.095977 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:56.106760 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:56.111616 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:56.149966 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 78143a6f-ab58-45b4-b42c-24a5564bdfd1 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:56.241101 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43154) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:56.289129 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.290299 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.308506 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 78143a6f-ab58-45b4-b42c-24a5564bdfd1 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:56.314841 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 78143a6f-ab58-45b4-b42c-24a5564bdfd1 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:56.315486 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.316025 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-9ae7fe20-6ffc-4e60-b2dd-72aee7b73de3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5896938 Jul 16 08:42:56.381999 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Request body: {'port': {'device_id': 'c25216ee-b0b0-4fbe-affa-076d90693703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:56.510896 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.595179 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 78143a6f-ab58-45b4-b42c-24a5564bdfd1, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=78143a6f-ab58-45b4-b42c-24a5564bdfd1,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:56.605452 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.657780 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-fdd8abf2-ff29-4601-a418-75b5b021c06d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.659506 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-fdd8abf2-ff29-4601-a418-75b5b021c06d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.62 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 819 time: 0.3028395 Jul 16 08:42:56.665502 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.679706 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d55-0051-466c-80fd-4081b9c0f7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.701617 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Request body: {'port': {'device_id': 'b512204a-f271-4a5f-936d-41ee63f43425', 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3', 'admin_state_up': True, 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:56.756830 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=78143a6f-ab58-45b4-b42c-24a5564bdfd1,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.965136 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d55-0051-466c-80fd-4081b9c0f7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.979448 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-de2f2d55-0051-466c-80fd-4081b9c0f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.065582 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f2d55-0051-466c-80fd-4081b9c0f7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c500bfcb-b4b0-4ad7-9511-acf5d17fadd4,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.086517 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-de2f2d55-0051-466c-80fd-4081b9c0f7a0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=884c989b3cbc439e8b1286041df49e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8440297 Jul 16 08:42:57.091189 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43196) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.111832 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Made reservation on behalf of e8a407c1298340b795497ccc7c68ffbb for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:57.115362 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.198408 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8ae1045a-1dbf-48e8-be5d-8255aec533ee req-9c837449-df75-44c7-9492-5111ec2bfe59 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 210 time: 0.0737014 Jul 16 08:42:57.280608 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-18237753-e1d0-46c0-a99b-53670214d188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.413808 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-18237753-e1d0-46c0-a99b-53670214d188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.488718 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ecade9-2a94-4203-93b0-2ff97ec0cde8 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:57.497120 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.530951 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-18237753-e1d0-46c0-a99b-53670214d188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.533700 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-18237753-e1d0-46c0-a99b-53670214d188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.535161 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-18237753-e1d0-46c0-a99b-53670214d188 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c500bfcb-b4b0-4ad7-9511-acf5d17fadd4 HTTP/1.1" status: 204 len: 168 time: 0.4431403 Jul 16 08:42:57.541242 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Transition to ACTIVE for port object 16ecade9-2a94-4203-93b0-2ff97ec0cde8 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:57.546795 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.631593 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237753-e1d0-46c0-a99b-53670214d188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c500bfcb-b4b0-4ad7-9511-acf5d17fadd4,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.654216 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Pushing event updated for resources: {'Port': ['ID=16ecade9-2a94-4203-93b0-2ff97ec0cde8,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.726364 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Allocated IP 172.20.0.14 (97676dcb-d30d-4f39-8dba-6ab00ecfa1d3/faca30da-1d7a-4081-8741-718127a66c8f/280ab1d8-37f5-4852-b53f-26b8040a8db7) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:57.811036 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Attempting to bind port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:57.812213 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Attempting to bind port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:57.812582 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Attempting to bind port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 on network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:57.825672 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 on network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:57.826007 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Attempting to bind port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 on network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:57.833274 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:57.833763 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Checking segment: {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:57.834155 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Bound using segment: {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:57.834652 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Bound port: 16ecade9-2a94-4203-93b0-2ff97ec0cde8, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:57.835015 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.958249 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] For port 16ecade9-2a94-4203-93b0-2ff97ec0cde8, host hv-cinder-80076, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:57.962188 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.967129 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] For port 16ecade9-2a94-4203-93b0-2ff97ec0cde8, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:57.974955 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.037403 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 78143a6f-ab58-45b4-b42c-24a5564bdfd1 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:58.051968 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.091092 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.100194 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.104747 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] 10.222.0.62 "PUT /v2.0/ports/16ecade9-2a94-4203-93b0-2ff97ec0cde8 HTTP/1.1" status: 200 len: 1094 time: 1.7246377 Jul 16 08:42:58.105736 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25216ee-b0b0-4fbe-affa-076d90693703', 'tag': '16ecade9-2a94-4203-93b0-2ff97ec0cde8'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:58.107563 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089cde46-e6ea-4ea5-825c-f856d7430fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "c25216ee-b0b0-4fbe-affa-076d90693703", "tag": "16ecade9-2a94-4203-93b0-2ff97ec0cde8"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:58.125963 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71510b8c-5e47-403f-9c61-9e5197c33d8c service neutron] Pushing event updated for resources: {'Port': ['ID=16ecade9-2a94-4203-93b0-2ff97ec0cde8,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.130831 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 78143a6f-ab58-45b4-b42c-24a5564bdfd1 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:58.131422 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.169726 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:58.185017 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:58.191614 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:58.195660 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Pushing event updated for resources: {'Port': ['ID=280ab1d8-37f5-4852-b53f-26b8040a8db7,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.257141 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9522c2a7-1fb9-4c74-8a1a-5b69aa23f3cd x-openstack-request-id: req-9522c2a7-1fb9-4c74-8a1a-5b69aa23f3cd {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:58.257681 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25216ee-b0b0-4fbe-affa-076d90693703", "tag": "16ecade9-2a94-4203-93b0-2ff97ec0cde8", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:58.258021 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9522c2a7-1fb9-4c74-8a1a-5b69aa23f3cd {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:58.258513 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25216ee-b0b0-4fbe-affa-076d90693703', 'tag': '16ecade9-2a94-4203-93b0-2ff97ec0cde8', 'status': 'completed', 'code': 200} Jul 16 08:42:58.270258 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.270954 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.306228 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-54b0c176-c5a2-4907-8ff0-a9abde1aa14f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6085823 Jul 16 08:42:58.469566 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12fa94-ef6b-4655-815a-9e2934aa0376 req-d0c2f44b-22a3-4451-b4e9-ae54adc3fcf1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.471158 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bc12fa94-ef6b-4655-815a-9e2934aa0376 req-d0c2f44b-22a3-4451-b4e9-ae54adc3fcf1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 932 time: 0.0724933 Jul 16 08:42:58.519745 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bc12fa94-ef6b-4655-815a-9e2934aa0376 req-72d3c4af-4724-4848-a351-018367417fbd tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Jul 16 08:43:00.550697 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.62', 57135) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:00.565857 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.680759 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Request body: {'port': {'device_id': 'b512204a-f271-4a5f-936d-41ee63f43425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:00.729432 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cde46-e6ea-4ea5-825c-f856d7430fa4 req-3c23318d-ec07-49f3-998b-ca476691b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.731681 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-089cde46-e6ea-4ea5-825c-f856d7430fa4 req-3c23318d-ec07-49f3-998b-ca476691b698 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1097 time: 0.0539906 Jul 16 08:43:00.783163 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-22a2cf16-3781-43da-9aff-fcdcff2cbff7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1154053 Jul 16 08:43:00.787492 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.945119 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cde46-e6ea-4ea5-825c-f856d7430fa4 req-805192a8-2896-44e5-9066-40abe1b36d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.946572 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-089cde46-e6ea-4ea5-825c-f856d7430fa4 req-805192a8-2896-44e5-9066-40abe1b36d13 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e8a407c1298340b795497ccc7c68ffbb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1992023 Jul 16 08:43:00.976127 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa361c2-e509-46c4-9b94-63cf25f58b9a req-40fef047-d6d3-4419-8040-2c44f552b847 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.977566 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bfa361c2-e509-46c4-9b94-63cf25f58b9a req-40fef047-d6d3-4419-8040-2c44f552b847 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 932 time: 0.1638281 Jul 16 08:43:01.007226 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-b055172a-43b8-47de-a39f-d0b4157070ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.008726 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-b055172a-43b8-47de-a39f-d0b4157070ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1098 time: 0.1195145 Jul 16 08:43:01.145213 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280ab1d8-37f5-4852-b53f-26b8040a8db7 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:01.160156 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.169917 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-09211ae9-3051-419c-82c5-9910025a0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.171391 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-09211ae9-3051-419c-82c5-9910025a0e9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.1388164 Jul 16 08:43:01.178890 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Transition to ACTIVE for port object 280ab1d8-37f5-4852-b53f-26b8040a8db7 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:01.188104 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.315560 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Pushing event updated for resources: {'Port': ['ID=280ab1d8-37f5-4852-b53f-26b8040a8db7,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:01.325582 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-bff91f41-0f89-4827-8140-8b3a84e6bd6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 200 len: 1001 time: 0.1407781 Jul 16 08:43:01.345040 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bfa361c2-e509-46c4-9b94-63cf25f58b9a req-7c76acee-497d-4ce7-8f8d-e9e6cf35d130 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545930 Jul 16 08:43:01.362547 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cde46-e6ea-4ea5-825c-f856d7430fa4 req-ad17a362-6199-48f6-a955-6298c97f324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.364073 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-089cde46-e6ea-4ea5-825c-f856d7430fa4 req-ad17a362-6199-48f6-a955-6298c97f324b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4092782 Jul 16 08:43:01.417573 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-e5bbdf0a-17ae-4e43-afec-0f88cab455d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.419102 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-e5bbdf0a-17ae-4e43-afec-0f88cab455d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0898387 Jul 16 08:43:01.460570 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Attempting to bind port 280ab1d8-37f5-4852-b53f-26b8040a8db7 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:01.461188 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Attempting to bind port 280ab1d8-37f5-4852-b53f-26b8040a8db7 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:01.461312 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Attempting to bind port 280ab1d8-37f5-4852-b53f-26b8040a8db7 on network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:01.471014 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Port 280ab1d8-37f5-4852-b53f-26b8040a8db7 on network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:01.471343 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Attempting to bind port 280ab1d8-37f5-4852-b53f-26b8040a8db7 on network 97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:01.479384 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:01.480117 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Checking segment: {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:01.480117 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Bound using segment: {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:01.480587 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Bound port: 280ab1d8-37f5-4852-b53f-26b8040a8db7, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f384e95c-1208-44a2-9e22-e4824e9588ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:01.480944 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.499920 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-04e9d6ee-47c4-43f7-8e9c-091a42a03118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.501922 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-04e9d6ee-47c4-43f7-8e9c-091a42a03118 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1097 time: 0.0652435 Jul 16 08:43:01.511166 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c937484f-e431-43ea-b39b-ef1cfc13f160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.533264 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-045a380b-cf8d-408f-81c3-648431de0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.534673 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-045a380b-cf8d-408f-81c3-648431de0a15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077936 Jul 16 08:43:01.553799 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-b70d44af-631a-4f78-9590-167f35a82b31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8 HTTP/1.1" status: 200 len: 217 time: 0.0368035 Jul 16 08:43:01.588784 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] For port 280ab1d8-37f5-4852-b53f-26b8040a8db7, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:01.593049 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] For port 280ab1d8-37f5-4852-b53f-26b8040a8db7, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=280ab1d8-37f5-4852-b53f-26b8040a8db7,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:01.615648 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-6c7acd06-c24d-4b86-a672-4443071c0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.617536 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-6c7acd06-c24d-4b86-a672-4443071c0aae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 200 len: 859 time: 0.0535595 Jul 16 08:43:01.620177 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.667608 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-c9b87bf0-3d3d-4472-b7cc-1ecc88b11220 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424414 Jul 16 08:43:01.677558 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.678181 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.679541 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] 10.222.0.62 "PUT /v2.0/ports/280ab1d8-37f5-4852-b53f-26b8040a8db7 HTTP/1.1" status: 200 len: 1094 time: 1.0107293 Jul 16 08:43:01.683660 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b512204a-f271-4a5f-936d-41ee63f43425', 'tag': '280ab1d8-37f5-4852-b53f-26b8040a8db7'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:01.686189 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c0925b-55f6-464d-ba6b-cf33335c1d29" -d '{"events": [{"name": "network-changed", "server_uuid": "b512204a-f271-4a5f-936d-41ee63f43425", "tag": "280ab1d8-37f5-4852-b53f-26b8040a8db7"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:01.715837 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-2fad2d35-eabc-4469-9db4-d3e356fcb7b5 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722231 Jul 16 08:43:01.735126 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401980f1-7153-4024-8d2b-9ee676867d29 service neutron] Pushing event updated for resources: {'Port': ['ID=280ab1d8-37f5-4852-b53f-26b8040a8db7,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:01.822568 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59954198-e0a5-4d8b-830b-5289f0a13a25 x-openstack-request-id: req-59954198-e0a5-4d8b-830b-5289f0a13a25 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:01.822862 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b512204a-f271-4a5f-936d-41ee63f43425", "tag": "280ab1d8-37f5-4852-b53f-26b8040a8db7", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:01.823475 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-59954198-e0a5-4d8b-830b-5289f0a13a25 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:01.824036 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b512204a-f271-4a5f-936d-41ee63f43425', 'tag': '280ab1d8-37f5-4852-b53f-26b8040a8db7', 'status': 'completed', 'code': 200} Jul 16 08:43:01.852688 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-ed060fe8-566c-4cc9-93ca-c86773dac892 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764367 Jul 16 08:43:01.953657 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-47c2f4f4-0405-412f-9c2d-53e5c8b226a3 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936015 Jul 16 08:43:01.959999 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-022977f6-ddd3-45f9-9ea5-fec427a35630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.959999 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-022977f6-ddd3-45f9-9ea5-fec427a35630 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 1097 time: 0.1906121 Jul 16 08:43:01.959999 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b318f5bd-9bdc-49b6-bae6-5099759781bf req-80aefdb9-8188-4628-8e58-7038c01a44e6 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211516 Jul 16 08:43:02.261905 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-2c47de1c-88e8-475b-b00f-1478a7a05647 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280ab1d8-37f5-4852-b53f-26b8040a8db7 HTTP/1.1" status: 200 len: 217 time: 0.2348387 Jul 16 08:43:02.312203 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-9fd977d3-b095-44af-87c4-b6493ad0cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.313615 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-9fd977d3-b095-44af-87c4-b6493ad0cebf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 200 len: 859 time: 0.0428722 Jul 16 08:43:02.346381 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-4a0599ee-507e-4c95-bb12-945d13396aab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270712 Jul 16 08:43:02.453164 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-ceb69dcc-2a1b-44cc-bc49-d06fcbcc288a service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985475 Jul 16 08:43:02.562619 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e258fb-0974-41ea-9de2-9c551f8af6bf req-706b2d82-bdb1-4335-ae7d-273bb0c9849a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.572892 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0e258fb-0974-41ea-9de2-9c551f8af6bf req-706b2d82-bdb1-4335-ae7d-273bb0c9849a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 944 time: 0.0841982 Jul 16 08:43:02.622033 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36b4c251-4e5a-4c0d-b38e-8cede19eb9fa req-b2710f12-49f7-41eb-94ce-eeb1a0e5f700 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620681 Jul 16 08:43:02.639910 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0e258fb-0974-41ea-9de2-9c551f8af6bf req-88fbe6d4-b8f4-4ed4-96c8-1f3fb19a7803 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485466 Jul 16 08:43:02.788692 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-b69d4790-eb4e-4168-927f-01726ad2db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.790191 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-b69d4790-eb4e-4168-927f-01726ad2db5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 1097 time: 0.0546517 Jul 16 08:43:02.880220 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-b4cd4a88-5c46-4220-aa53-72b25d4de3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.881685 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-b4cd4a88-5c46-4220-aa53-72b25d4de3b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 920 time: 0.0841899 Jul 16 08:43:02.933029 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-b7585cba-f5dd-40e0-a4cc-f874af249545 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280ab1d8-37f5-4852-b53f-26b8040a8db7 HTTP/1.1" status: 200 len: 217 time: 0.0414541 Jul 16 08:43:03.613718 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43392) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:03.711997 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2299f021-e906-4cf5-935a-662723987add admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.797481 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2299f021-e906-4cf5-935a-662723987add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.801674 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2299f021-e906-4cf5-935a-662723987add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.840270 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2299f021-e906-4cf5-935a-662723987add admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ba21c46d632c46e3bf16a6f48fe7d10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254670 Jul 16 08:43:03.841485 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299f021-e906-4cf5-935a-662723987add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa9a6f-7ed5-41ad-bb8e-e35abf41e725,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.842899 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43400) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:03.893618 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e2880ddb-e09c-4ffd-9e88-708f407ede65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.913132 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e2880ddb-e09c-4ffd-9e88-708f407ede65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.960025 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e2880ddb-e09c-4ffd-9e88-708f407ede65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.962513 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e2880ddb-e09c-4ffd-9e88-708f407ede65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.963650 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e2880ddb-e09c-4ffd-9e88-708f407ede65 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46fa9a6f-7ed5-41ad-bb8e-e35abf41e725 HTTP/1.1" status: 204 len: 168 time: 0.1197956 Jul 16 08:43:03.971110 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2880ddb-e09c-4ffd-9e88-708f407ede65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa9a6f-7ed5-41ad-bb8e-e35abf41e725,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:04.085769 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.089295 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-88b8bfec-1ed6-4fd6-892e-785b6e9b25b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.223803 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43410) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:04.237003 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-97d7ac94-f8c2-4f16-b46f-517390bfe1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.324696 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-97d7ac94-f8c2-4f16-b46f-517390bfe1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.328311 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-97d7ac94-f8c2-4f16-b46f-517390bfe1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.367642 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-97d7ac94-f8c2-4f16-b46f-517390bfe1eb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c256971818564b548afa1a88cde98c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403270 Jul 16 08:43:04.367642 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ac94-f8c2-4f16-b46f-517390bfe1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca4925c-ebf2-4988-a56f-9057f9eeb41d,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:04.368140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43414) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:04.418626 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435db153-b7d2-4b15-8a41-d021779f3ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.439779 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435db153-b7d2-4b15-8a41-d021779f3ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.487463 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435db153-b7d2-4b15-8a41-d021779f3ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.490046 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435db153-b7d2-4b15-8a41-d021779f3ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.491194 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-435db153-b7d2-4b15-8a41-d021779f3ca6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1ca4925c-ebf2-4988-a56f-9057f9eeb41d HTTP/1.1" status: 204 len: 168 time: 0.1206465 Jul 16 08:43:04.498367 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435db153-b7d2-4b15-8a41-d021779f3ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca4925c-ebf2-4988-a56f-9057f9eeb41d,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.170115 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.639660 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-900a8375-9519-40e2-8c5d-cf511a381d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.641087 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-900a8375-9519-40e2-8c5d-cf511a381d62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 200 len: 859 time: 0.0431073 Jul 16 08:43:05.709540 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-159e7232-6915-4a99-b7d4-337489ed6916 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311317 Jul 16 08:43:05.802960 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-a817c9a3-86be-4303-9948-a0fe45104d80 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838082 Jul 16 08:43:05.812292 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36675b0f-8cfb-4dc6-9727-eae09240a206 req-27bbb9be-5aeb-4044-80a9-a45cde2f0a63 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.813770 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36675b0f-8cfb-4dc6-9727-eae09240a206 req-27bbb9be-5aeb-4044-80a9-a45cde2f0a63 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 944 time: 0.0650868 Jul 16 08:43:05.854406 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36675b0f-8cfb-4dc6-9727-eae09240a206 req-cdd86bc4-f9f8-4d34-b66f-7d352a5b98df tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Jul 16 08:43:05.892850 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28c0925b-55f6-464d-ba6b-cf33335c1d29 req-b6f037db-85dd-4e87-90b8-122b3803b045 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821240 Jul 16 08:43:06.600342 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 16ecade9-2a94-4203-93b0-2ff97ec0cde8 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:06.847324 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 16ecade9-2a94-4203-93b0-2ff97ec0cde8, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:06.858418 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '16ecade9-2a94-4203-93b0-2ff97ec0cde8', 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3', 'port_id': '16ecade9-2a94-4203-93b0-2ff97ec0cde8', 'mac_address': 'fa:16:3e:ca:bf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faca30da-1d7a-4081-8741-718127a66c8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:06.901173 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.916175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ecade9-2a94-4203-93b0-2ff97ec0cde8 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:06.940993 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 16ecade9-2a94-4203-93b0-2ff97ec0cde8, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:06.949023 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.000165 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.016117 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=16ecade9-2a94-4203-93b0-2ff97ec0cde8,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.065193 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18f6f-dcec-41fd-9ca1-8cd0f8f129aa req-1e392450-3473-4cad-8c7e-0464986af03f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.066706 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ddb18f6f-dcec-41fd-9ca1-8cd0f8f129aa req-1e392450-3473-4cad-8c7e-0464986af03f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 944 time: 0.0754786 Jul 16 08:43:07.106353 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ddb18f6f-dcec-41fd-9ca1-8cd0f8f129aa req-3452227d-fe9e-4e41-a7ad-c32516fa04d6 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Jul 16 08:43:07.403776 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43518) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:07.504360 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5b58cb49-bf67-40b5-ac06-0a850c1d5b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.602137 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5b58cb49-bf67-40b5-ac06-0a850c1d5b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.607611 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5b58cb49-bf67-40b5-ac06-0a850c1d5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.645259 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-5b58cb49-bf67-40b5-ac06-0a850c1d5b5d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49de8be8b1a14a2080f3eb4eb8c51468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402694 Jul 16 08:43:07.646496 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58cb49-bf67-40b5-ac06-0a850c1d5b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b25c10-9545-4c25-8ff9-45aa49a8efe3,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.648515 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43530) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:07.706467 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6238-a928-4c7b-b734-d17780eec2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.730143 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6238-a928-4c7b-b734-d17780eec2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.798536 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6238-a928-4c7b-b734-d17780eec2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.804135 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43540) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:07.806702 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6238-a928-4c7b-b734-d17780eec2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.811020 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3a3f6238-a928-4c7b-b734-d17780eec2e0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6b25c10-9545-4c25-8ff9-45aa49a8efe3 HTTP/1.1" status: 204 len: 168 time: 0.1610663 Jul 16 08:43:07.819279 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f6238-a928-4c7b-b734-d17780eec2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b25c10-9545-4c25-8ff9-45aa49a8efe3,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.927411 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fad8351f-7ddf-4afe-8283-1b09d8d0f1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.023542 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fad8351f-7ddf-4afe-8283-1b09d8d0f1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.028300 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fad8351f-7ddf-4afe-8283-1b09d8d0f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.058122 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:08.064095 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-fad8351f-7ddf-4afe-8283-1b09d8d0f1ea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ff91e6b8489741479370a24deb5b69a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585709 Jul 16 08:43:08.066013 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8351f-7ddf-4afe-8283-1b09d8d0f1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31634b4c-3e0b-4916-88bb-14b811a686e9,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.066884 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43554) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.116144 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3b01c135-28ed-465c-b89a-f28be6de885d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.137869 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3b01c135-28ed-465c-b89a-f28be6de885d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.186159 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3b01c135-28ed-465c-b89a-f28be6de885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.188982 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3b01c135-28ed-465c-b89a-f28be6de885d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.192631 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3b01c135-28ed-465c-b89a-f28be6de885d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/31634b4c-3e0b-4916-88bb-14b811a686e9 HTTP/1.1" status: 204 len: 168 time: 0.1222687 Jul 16 08:43:08.198856 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01c135-28ed-465c-b89a-f28be6de885d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31634b4c-3e0b-4916-88bb-14b811a686e9,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.523106 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43576) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.612806 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1032521252-network', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:08.636455 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Made reservation on behalf of 4c107ea27ddb49fcbd761bf966f7a7dd for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:08.638838 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.646900 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.731857 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.735283 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.758454 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:08.766800 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0f7a09-4218-44a3-bb05-4b70b1ba121f,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.772532 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.772880 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Added segment 022e0c37-4275-4fd0-b98a-761a8a965a4c of type vlan for network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 Jul 16 08:43:08.813018 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.839919 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.840845 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.841511 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.873159 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3489535 Jul 16 08:43:08.876142 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43584) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.881221 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Request body: {'subnet': {'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1032521252-subnet', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:08.905650 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Made reservation on behalf of 4c107ea27ddb49fcbd761bf966f7a7dd for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:08.905780 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6ee54-2437-45f9-b3fe-281ab284f730 admin admin] Pushing event updated for resources: {'Network': ['ID=e47c7b0e-560f-4cb7-8e35-c2045f24abc2,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.905874 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11613624'] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.914173 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:09.068814 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11708515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11613610'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.125010 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfec918-edb4-4868-af55-f69eb83faed5,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.133006 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Checking segment: {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:09.133356 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Network hostable DHCP agents. Network: e47c7b0e-560f-4cb7-8e35-c2045f24abc2, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:09.148936 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:09.157030 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, e47c7b0e-560f-4cb7-8e35-c2045f24abc2) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:09.161032 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.161611 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.166438 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7904d805-8415-44fc-ab72-e2cf3da3c13a None None] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:09.175853 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-9ee002cb-1d34-44ea-831d-1ac555aa050c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2985401 Jul 16 08:43:09.178425 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43586) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:09.182637 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:09.202478 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.203731 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.254791 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.320581 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:09.321410 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.390469 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.455363 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Allocated IP 172.20.0.2 (e47c7b0e-560f-4cb7-8e35-c2045f24abc2/0bfec918-edb4-4868-af55-f69eb83faed5/8ca4da30-3e9a-4136-bc98-01dbd63057c9) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:09.593890 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.594565 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.603416 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Transition to ACTIVE for port object 8ca4da30-3e9a-4136-bc98-01dbd63057c9 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:09.612889 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.617857 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Transition to ACTIVE for port object 8ca4da30-3e9a-4136-bc98-01dbd63057c9 will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:09.623752 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.657484 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:09.660269 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:09.665604 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:09.678303 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Pushing event updated for resources: {'Port': ['ID=8ca4da30-3e9a-4136-bc98-01dbd63057c9,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.716050 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Allocated IP 172.27.0.169 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/60f7d72d-5066-41d7-b2f9-758616fe79ba) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:09.727239 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Attempting to bind port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:09.727727 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Attempting to bind port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:09.728157 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Attempting to bind port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 on network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:09.733005 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:09.733379 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Checking segment: {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:09.733903 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.734299 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Bound using segment: {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:09.734764 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Bound port: 8ca4da30-3e9a-4136-bc98-01dbd63057c9, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:09.735162 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.798164 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-2014132b-1256-467e-9460-99df2a847a4c None None] For port 8ca4da30-3e9a-4136-bc98-01dbd63057c9, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:09.802273 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-2014132b-1256-467e-9460-99df2a847a4c None None] For port 8ca4da30-3e9a-4136-bc98-01dbd63057c9, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8ca4da30-3e9a-4136-bc98-01dbd63057c9,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:09.808384 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.823769 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.866564 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.872526 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 280ab1d8-37f5-4852-b53f-26b8040a8db7 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:09.875357 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014132b-1256-467e-9460-99df2a847a4c None None] Pushing event updated for resources: {'Port': ['ID=8ca4da30-3e9a-4136-bc98-01dbd63057c9,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.915381 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:09.919991 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:09.922499 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:09.928836 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Pushing event updated for resources: {'Port': ['ID=60f7d72d-5066-41d7-b2f9-758616fe79ba,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.015315 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 280ab1d8-37f5-4852-b53f-26b8040a8db7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=280ab1d8-37f5-4852-b53f-26b8040a8db7,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:10.031656 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '280ab1d8-37f5-4852-b53f-26b8040a8db7', 'network_id': '97676dcb-d30d-4f39-8dba-6ab00ecfa1d3', 'port_id': '280ab1d8-37f5-4852-b53f-26b8040a8db7', 'mac_address': 'fa:16:3e:56:f7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faca30da-1d7a-4081-8741-718127a66c8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:10.108396 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.121379 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280ab1d8-37f5-4852-b53f-26b8040a8db7 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:10.152513 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 280ab1d8-37f5-4852-b53f-26b8040a8db7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=280ab1d8-37f5-4852-b53f-26b8040a8db7,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:10.156562 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.216027 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b25125-6870-46c0-b88e-0fc70208b1f3 req-582308ef-f03b-45d5-b156-0ec4636f88a0 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.217113 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=280ab1d8-37f5-4852-b53f-26b8040a8db7,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.222940 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d2b25125-6870-46c0-b88e-0fc70208b1f3 req-582308ef-f03b-45d5-b156-0ec4636f88a0 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 944 time: 0.1593304 Jul 16 08:43:10.225764 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['16ecade9-2a94-4203-93b0-2ff97ec0cde8'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:10.299442 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d2b25125-6870-46c0-b88e-0fc70208b1f3 req-738da8f4-1cd5-4eeb-8e92-f99832d6eba2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Jul 16 08:43:10.316426 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.515926 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.599420 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['280ab1d8-37f5-4852-b53f-26b8040a8db7'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:10.645439 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Router 7643a765-d014-43ad-b825-de320b3c3def is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:10.766600 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:10.776281 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Sync routers for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:10.786866 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:10.787681 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:10.791039 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.794752 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-dd7bd75e-69ea-43c5-969f-639b2c29e070 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6129727 Jul 16 08:43:10.795468 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43600) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.897659 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082be1b-dc6f-42c6-b84f-2032e65b6393 None None] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:10.908602 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:10.957282 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-4a9105b5-a62b-4c10-a1a3-534e4c9dc0c6 None None] Provisioning for port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:11.219739 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:10Z', 'revision_number': 3, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:11.262127 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Checking router: 7643a765-d014-43ad-b825-de320b3c3def for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:11.262271 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Updating router 7643a765-d014-43ad-b825-de320b3c3def port 60f7d72d-5066-41d7-b2f9-758616fe79ba binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:11.302395 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.329891 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.574557 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661ff28-2384-4890-a5d6-d2a30bfbe9d0 req-cff81412-c04d-498e-ad23-2fb81ceac4ec tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.574557 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f661ff28-2384-4890-a5d6-d2a30bfbe9d0 req-cff81412-c04d-498e-ad23-2fb81ceac4ec tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 945 time: 0.1156273 Jul 16 08:43:11.574557 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Allocated IP 172.20.0.1 (e47c7b0e-560f-4cb7-8e35-c2045f24abc2/0bfec918-edb4-4868-af55-f69eb83faed5/37e9175a-e996-4138-8454-0886a2567058) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:11.641701 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f661ff28-2384-4890-a5d6-d2a30bfbe9d0 req-b500c757-993a-4725-a3ff-92d0392e6e56 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624285 Jul 16 08:43:11.736459 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.742818 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.754013 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Transition to ACTIVE for port object 60f7d72d-5066-41d7-b2f9-758616fe79ba will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:11.754743 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Transition to ACTIVE for port object 37e9175a-e996-4138-8454-0886a2567058 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:11.763708 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.814547 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.825924 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Pushing event updated for resources: {'Port': ['ID=60f7d72d-5066-41d7-b2f9-758616fe79ba,revision_number=2']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.828061 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Attempting to bind port 60f7d72d-5066-41d7-b2f9-758616fe79ba on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:11.828434 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Attempting to bind port 60f7d72d-5066-41d7-b2f9-758616fe79ba by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:11.828793 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Attempting to bind port 60f7d72d-5066-41d7-b2f9-758616fe79ba on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:11.838839 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.839190 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.839536 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.839890 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.840247 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.840580 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.840913 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.841249 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.841603 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.841949 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.842289 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.842589 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:11.846084 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:11.846700 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:11.847334 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.847867 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:11.848625 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Bound port: 60f7d72d-5066-41d7-b2f9-758616fe79ba, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:11.849199 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.863599 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:11.869730 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:11.872996 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:11.911834 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43642) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:11.916559 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] For port 60f7d72d-5066-41d7-b2f9-758616fe79ba, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:11.920233 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] For port 60f7d72d-5066-41d7-b2f9-758616fe79ba, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=60f7d72d-5066-41d7-b2f9-758616fe79ba,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:11.920457 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Pushing event updated for resources: {'Port': ['ID=37e9175a-e996-4138-8454-0886a2567058,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.928162 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.928685 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.989918 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4dd15-f191-40d6-9300-7604c89f1d72 None None] Pushing event updated for resources: {'Port': ['ID=60f7d72d-5066-41d7-b2f9-758616fe79ba,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.015076 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:12.015708 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:12.097996 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8ca4da30-3e9a-4136-bc98-01dbd63057c9 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:12.120694 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.152099 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-892085fc-ee93-4a75-a9a0-7d8599e24b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.173494 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:12.198298 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:12.204216 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-02dd4763-4520-40d9-a3ec-7ce09a5a534b None None] Provisioning for port 37e9175a-e996-4138-8454-0886a2567058 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:12.207047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:12.207431 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.211954 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-02dd4763-4520-40d9-a3ec-7ce09a5a534b None None] Provisioning complete for port 37e9175a-e996-4138-8454-0886a2567058 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:12.212854 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-02dd4763-4520-40d9-a3ec-7ce09a5a534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.307394 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-02dd4763-4520-40d9-a3ec-7ce09a5a534b None None] Port 37e9175a-e996-4138-8454-0886a2567058 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:12.330310 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.333782 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-892085fc-ee93-4a75-a9a0-7d8599e24b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.337314 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.338620 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-892085fc-ee93-4a75-a9a0-7d8599e24b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.393027 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-892085fc-ee93-4a75-a9a0-7d8599e24b22 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19bfb299849a44608b31198fadc6eb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787016 Jul 16 08:43:12.394510 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892085fc-ee93-4a75-a9a0-7d8599e24b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be79848-5509-4059-8219-3f794c517c7f,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.396998 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43652) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.408401 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.409636 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Pushing event updated for resources: {'Port': ['ID=37e9175a-e996-4138-8454-0886a2567058,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.439587 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.456738 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-65e83580-d177-4ca3-8f4a-beb4a0345568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.458736 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:10Z', 'revision_number': 3, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:12.462859 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 8ca4da30-3e9a-4136-bc98-01dbd63057c9, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8ca4da30-3e9a-4136-bc98-01dbd63057c9,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:12.469283 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.482304 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-65e83580-d177-4ca3-8f4a-beb4a0345568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.489264 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba34440-9081-4c54-bb67-8166a90e8e2a None None] The sync data for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi is: [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:10Z', 'revision_number': 3, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:12.535743 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-65e83580-d177-4ca3-8f4a-beb4a0345568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.538513 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-65e83580-d177-4ca3-8f4a-beb4a0345568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.542877 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-65e83580-d177-4ca3-8f4a-beb4a0345568 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5be79848-5509-4059-8219-3f794c517c7f HTTP/1.1" status: 204 len: 168 time: 0.1420057 Jul 16 08:43:12.544566 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=8ca4da30-3e9a-4136-bc98-01dbd63057c9,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.548365 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:12.549105 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e83580-d177-4ca3-8f4a-beb4a0345568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be79848-5509-4059-8219-3f794c517c7f,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.550209 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:12.704451 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Router 7643a765-d014-43ad-b825-de320b3c3def has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:12.828758 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-37decaaa-5c5d-4b86-ac42-e5fd79e0ce29 None None] Provisioning complete for port 37e9175a-e996-4138-8454-0886a2567058 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:12.829304 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-37decaaa-5c5d-4b86-ac42-e5fd79e0ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.867449 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:12.885764 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f328018c-3af8-4ec2-abc8-188993acb820 admin admin] 10.222.0.63 "PUT /v2.0/routers/7643a765-d014-43ad-b825-de320b3c3def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0890937 Jul 16 08:43:12.896403 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-37decaaa-5c5d-4b86-ac42-e5fd79e0ce29 None None] Port 37e9175a-e996-4138-8454-0886a2567058 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:13.555674 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43698) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.561231 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1705620657-network', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:13.582174 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Made reservation on behalf of 57ff047a0cce4f6fb637c44ee3a93920 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:13.584596 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.592798 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.684637 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.692755 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.722086 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:13.728387 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271ad08e-6637-41a8-98df-d939538af1ed,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.734188 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.734529 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Added segment f6d51f71-5c5e-4b11-83b2-bdd1d26382ff of type vlan for network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 Jul 16 08:43:13.785963 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.816388 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.817519 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.818195 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.852319 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2923870 Jul 16 08:43:13.852510 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43708) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.861742 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Request body: {'subnet': {'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1705620657-subnet', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:13.894949 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071f75e-a969-49e5-bf42-f7893505e658 admin admin] Pushing event updated for resources: {'Network': ['ID=5c043ec5-8bcc-47ff-98c1-2c62e3c1de29,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.908259 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:13.913538 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Made reservation on behalf of 57ff047a0cce4f6fb637c44ee3a93920 for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:13.917351 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11613624'] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.129259 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 60f7d72d-5066-41d7-b2f9-758616fe79ba up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:14.143811 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11708515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11613610'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.193695 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 60f7d72d-5066-41d7-b2f9-758616fe79ba completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:14.198953 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 60f7d72d-5066-41d7-b2f9-758616fe79ba triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:14.199560 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.213593 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41506ff-95af-4501-84db-d05209a27a7f,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.224110 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Checking segment: {'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:14.224470 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Network hostable DHCP agents. Network: 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:14.231151 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 16ecade9-2a94-4203-93b0-2ff97ec0cde8 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:14.247044 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:14.256592 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:14.269094 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.269700 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.270313 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b2587-3c1b-484b-a59c-e84320a6f1b7 None None] Network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:14.286043 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-b44a7bd4-3235-4931-8ada-469b426557a1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4319170 Jul 16 08:43:14.288661 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43724) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:14.296363 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:14.331867 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.333206 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.376973 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Sync routers for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:14.391976 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.424051 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.435467 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:14.436104 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:14.490594 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:14.514448 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 60f7d72d-5066-41d7-b2f9-758616fe79ba, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=60f7d72d-5066-41d7-b2f9-758616fe79ba,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:14.518586 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:14.519220 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.589015 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.589830 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8ca4da30-3e9a-4136-bc98-01dbd63057c9 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:14.829427 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.879331 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:14.879987 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.906360 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a8dc-4e55-4275-8bc2-3d3ca5ad37a4 req-1fada36d-f822-45fd-aad3-b121aae14b98 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.907898 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-31f5a8dc-4e55-4275-8bc2-3d3ca5ad37a4 req-1fada36d-f822-45fd-aad3-b121aae14b98 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 945 time: 0.0938237 Jul 16 08:43:14.955017 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:14.981996 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-31f5a8dc-4e55-4275-8bc2-3d3ca5ad37a4 req-a64d621d-1571-4908-ace0-abc72e6f2263 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683973 Jul 16 08:43:15.001381 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=60f7d72d-5066-41d7-b2f9-758616fe79ba,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.006386 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-5c043ec5-8bcc-47ff-98c1-2c62e3c1de29', 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'fixed_ips': [{'subnet_id': 'c41506ff-95af-4501-84db-d05209a27a7f'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:15.007241 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.075755 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.156706 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.166661 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43748) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:15.177543 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.207085 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25216ee-b0b0-4fbe-affa-076d90693703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ecade9-2a94-4203-93b0-2ff97ec0cde8'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:15.209715 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210af565-192e-4cfa-936a-6848ce3468ac" -d '{"events": [{"server_uuid": "c25216ee-b0b0-4fbe-affa-076d90693703", "name": "network-vif-plugged", "status": "completed", "tag": "16ecade9-2a94-4203-93b0-2ff97ec0cde8"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:15.213140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-49003a58-3ee5-4939-8139-0d0bb625e7b7 admin admin] Deleting subnet 02e3efe4-e441-400a-abbe-c2950060b281 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:15.217120 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-49003a58-3ee5-4939-8139-0d0bb625e7b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.238693 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 16ecade9-2a94-4203-93b0-2ff97ec0cde8, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:15.274082 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-49003a58-3ee5-4939-8139-0d0bb625e7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9054064'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.292279 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad27ce-7005-4ba7-a46a-d3b1ece2b6f1 x-openstack-request-id: req-a8ad27ce-7005-4ba7-a46a-d3b1ece2b6f1 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:15.292576 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25216ee-b0b0-4fbe-affa-076d90693703", "name": "network-vif-plugged", "status": "completed", "tag": "16ecade9-2a94-4203-93b0-2ff97ec0cde8", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:15.292831 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a8ad27ce-7005-4ba7-a46a-d3b1ece2b6f1 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:15.293224 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25216ee-b0b0-4fbe-affa-076d90693703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ecade9-2a94-4203-93b0-2ff97ec0cde8', 'code': 200} Jul 16 08:43:15.314578 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.315391 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 280ab1d8-37f5-4852-b53f-26b8040a8db7 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:15.331034 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-49003a58-3ee5-4939-8139-0d0bb625e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.360013 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Allocated IP 172.27.0.159 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/521ff8f5-33ac-4861-afb5-8c53ce53586a) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:15.442460 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Allocated IP 172.20.0.2 (5c043ec5-8bcc-47ff-98c1-2c62e3c1de29/c41506ff-95af-4501-84db-d05209a27a7f/8c8a2847-2918-4d02-8e62-11b165b63d31) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:15.445882 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-49003a58-3ee5-4939-8139-0d0bb625e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8946603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9121509'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.481133 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=16ecade9-2a94-4203-93b0-2ff97ec0cde8,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.537061 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003a58-3ee5-4939-8139-0d0bb625e7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e3efe4-e441-400a-abbe-c2950060b281,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.560007 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 280ab1d8-37f5-4852-b53f-26b8040a8db7 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:15.562778 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-49003a58-3ee5-4939-8139-0d0bb625e7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.566685 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-49003a58-3ee5-4939-8139-0d0bb625e7b7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/02e3efe4-e441-400a-abbe-c2950060b281 HTTP/1.1" status: 204 len: 168 time: 0.3990066 Jul 16 08:43:15.574160 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43764) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:15.588949 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 280ab1d8-37f5-4852-b53f-26b8040a8db7 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:15.589344 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.639449 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.651098 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 2, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.683766 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.693952 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.706171 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Checking router: 7643a765-d014-43ad-b825-de320b3c3def for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:15.707361 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Updating router 7643a765-d014-43ad-b825-de320b3c3def port 37e9175a-e996-4138-8454-0886a2567058 binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:15.721653 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:15.728381 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:15.731952 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:15.755144 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Pushing event updated for resources: {'Port': ['ID=521ff8f5-33ac-4861-afb5-8c53ce53586a,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.773059 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.786856 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.808149 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.822635 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff268c1-bf58-4410-a781-8159d22dfd6d']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.834049 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5979d37b-fd41-4b50-aa80-b551a0c33957') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.834348 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5979d37b-fd41-4b50-aa80-b551a0c33957') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.840401 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Transition to ACTIVE for port object 8c8a2847-2918-4d02-8e62-11b165b63d31 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:15.846909 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ea92-e55f-4ec7-a71b-9b3e93573aa6 req-d445c5d1-f737-4ca4-9d4c-224e4c258938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.848225 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ee60ea92-e55f-4ec7-a71b-9b3e93573aa6 req-d445c5d1-f737-4ca4-9d4c-224e4c258938 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1099 time: 0.1240711 Jul 16 08:43:15.849785 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.864820 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.872295 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:15.872693 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:15.874872 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:15.882518 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Transition to ACTIVE for port object 8c8a2847-2918-4d02-8e62-11b165b63d31 will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:15.886903 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.903423 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.937545 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.943274 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.948888 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4ff268c1-bf58-4410-a781-8159d22dfd6d HTTP/1.1" status: 204 len: 168 time: 0.3711278 Jul 16 08:43:15.949847 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43766) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:15.995681 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383e248-ae0f-4068-b9b2-af0a4ca569a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff268c1-bf58-4410-a781-8159d22dfd6d,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.015096 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:16.027728 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 280ab1d8-37f5-4852-b53f-26b8040a8db7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=280ab1d8-37f5-4852-b53f-26b8040a8db7,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:16.028954 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:16.034673 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6491d6ed-969f-4367-88be-9a941fdb20f1 admin admin] Deleting subnet 612aa960-0860-4286-9ad9-f4480e04713c {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:16.035647 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:16.039461 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6491d6ed-969f-4367-88be-9a941fdb20f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.041730 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Pushing event updated for resources: {'Port': ['ID=8c8a2847-2918-4d02-8e62-11b165b63d31,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.042726 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.047139 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.075859 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 60f7d72d-5066-41d7-b2f9-758616fe79ba up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:16.086630 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6491d6ed-969f-4367-88be-9a941fdb20f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9054064'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.140686 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6491d6ed-969f-4367-88be-9a941fdb20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.207579 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6491d6ed-969f-4367-88be-9a941fdb20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8946603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9121509'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.244853 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491d6ed-969f-4367-88be-9a941fdb20f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612aa960-0860-4286-9ad9-f4480e04713c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.253700 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6491d6ed-969f-4367-88be-9a941fdb20f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.255635 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6491d6ed-969f-4367-88be-9a941fdb20f1 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/612aa960-0860-4286-9ad9-f4480e04713c HTTP/1.1" status: 204 len: 168 time: 0.3023946 Jul 16 08:43:16.258024 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43776) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:16.267635 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Attempting to bind port 8c8a2847-2918-4d02-8e62-11b165b63d31 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:16.268064 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Attempting to bind port 8c8a2847-2918-4d02-8e62-11b165b63d31 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:16.268442 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Attempting to bind port 8c8a2847-2918-4d02-8e62-11b165b63d31 on network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:16.285789 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cee72f-1baa-4c11-86a7-057c2249ace6 req-fe2ce799-1078-4bb1-b2eb-bed50a6622fd tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.290045 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=280ab1d8-37f5-4852-b53f-26b8040a8db7,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.293157 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b9cee72f-1baa-4c11-86a7-057c2249ace6 req-fe2ce799-1078-4bb1-b2eb-bed50a6622fd tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1593320 Jul 16 08:43:16.297077 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:16.297461 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Checking segment: {'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:16.297869 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.298268 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Bound using segment: {'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:16.299197 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Bound port: 8c8a2847-2918-4d02-8e62-11b165b63d31, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:16.299617 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.324714 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 60f7d72d-5066-41d7-b2f9-758616fe79ba triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:16.325098 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.354337 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.398072 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b9cee72f-1baa-4c11-86a7-057c2249ace6 req-7c85dbdd-be2f-414d-8de1-dfffb942b258 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Jul 16 08:43:16.452059 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.459994 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.463576 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4646d4a-5e16-40f3-b58b-4cba45888087']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.473367 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.477166 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] For port 8c8a2847-2918-4d02-8e62-11b165b63d31, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:16.484828 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b621c0e3-ec7a-410c-9c64-468830e30c47') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.485195 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b621c0e3-ec7a-410c-9c64-468830e30c47') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.495241 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.517031 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] For port 8c8a2847-2918-4d02-8e62-11b165b63d31, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c8a2847-2918-4d02-8e62-11b165b63d31,segment=NetworkSegment(f6d51f71-5c5e-4b11-83b2-bdd1d26382ff),segment_id=f6d51f71-5c5e-4b11-83b2-bdd1d26382ff)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:16.522423 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Transition to ACTIVE for port object 37e9175a-e996-4138-8454-0886a2567058 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:16.529940 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.559640 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.641063 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533601f-aa6b-405f-a32a-c9615400c642 None None] Pushing event updated for resources: {'Port': ['ID=8c8a2847-2918-4d02-8e62-11b165b63d31,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.803888 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Router 2fcfef08-5545-47d1-8708-d8e396b95d5c is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:16.883723 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.904272 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:16.904687 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:16.908627 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:16.973744 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ee60ea92-e55f-4ec7-a71b-9b3e93573aa6 req-210ca6bd-cd8a-480d-ba2e-e991c37684cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285179 Jul 16 08:43:17.024199 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:17.026324 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.036342 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.038083 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Sync routers for ids ['2fcfef08-5545-47d1-8708-d8e396b95d5c'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:17.040941 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a4646d4a-5e16-40f3-b58b-4cba45888087 HTTP/1.1" status: 204 len: 168 time: 0.7800307 Jul 16 08:43:17.057743 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a8d34-9fd2-4f6b-b48c-7e6051468243 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4646d4a-5e16-40f3-b58b-4cba45888087,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.058634 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.059863 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-c0d31d00-3a20-4176-bd3c-f6751aa2215e admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7702606 Jul 16 08:43:17.062991 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Routers {'2fcfef08-5545-47d1-8708-d8e396b95d5c'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:17.063145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43794) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:17.063622 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['2fcfef08-5545-47d1-8708-d8e396b95d5c'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:17.081054 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Attempting to bind port 37e9175a-e996-4138-8454-0886a2567058 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:17.081585 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Attempting to bind port 37e9175a-e996-4138-8454-0886a2567058 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:17.081795 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Attempting to bind port 37e9175a-e996-4138-8454-0886a2567058 on network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:17.100988 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:17.101683 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Checking segment: {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:17.102264 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.103354 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Bound using segment: {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:17.104002 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Bound port: 37e9175a-e996-4138-8454-0886a2567058, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:17.104574 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.115641 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8e56a-fc93-4b0c-838a-b93561f98d03 None None] Pushing event updated for resources: {'Port': ['ID=37e9175a-e996-4138-8454-0886a2567058,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.190676 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Set router 2fcfef08-5545-47d1-8708-d8e396b95d5c gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:17.198064 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] For port 37e9175a-e996-4138-8454-0886a2567058, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:17.202143 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] For port 37e9175a-e996-4138-8454-0886a2567058, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=37e9175a-e996-4138-8454-0886a2567058,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:17.207325 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.259864 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:17.260648 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:17.289845 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43796) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:17.343149 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512204a-f271-4a5f-936d-41ee63f43425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280ab1d8-37f5-4852-b53f-26b8040a8db7'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:17.345509 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ce8791-cbcc-4000-b6dd-0f8c2a3ff8a6" -d '{"events": [{"server_uuid": "b512204a-f271-4a5f-936d-41ee63f43425", "name": "network-vif-plugged", "status": "completed", "tag": "280ab1d8-37f5-4852-b53f-26b8040a8db7"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:17.347943 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8e56a-fc93-4b0c-838a-b93561f98d03 None None] Pushing event updated for resources: {'Port': ['ID=37e9175a-e996-4138-8454-0886a2567058,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.384505 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f38db0ca-4cd9-4152-9ce8-1d9ff7666e2d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=db157ec1f4e24e339655ca0ee5eb94df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901611 Jul 16 08:43:17.385044 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43800) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:17.436012 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:43:15Z', 'revision_number': 3, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port': {'id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:15Z', 'updated_at': '2021-07-16T08:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:17.463974 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d518-f86c-4833-b7f9-918825eba689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.467288 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Checking router: 2fcfef08-5545-47d1-8708-d8e396b95d5c for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:17.467651 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Updating router 2fcfef08-5545-47d1-8708-d8e396b95d5c port 521ff8f5-33ac-4861-afb5-8c53ce53586a binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:17.479058 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:17.491692 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d518-f86c-4833-b7f9-918825eba689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.510658 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.576431 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d518-f86c-4833-b7f9-918825eba689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.579314 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d518-f86c-4833-b7f9-918825eba689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.584925 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-b1c1d518-f86c-4833-b7f9-918825eba689 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7ec752b2-b3ba-4337-9eff-d393c696f100 HTTP/1.1" status: 204 len: 168 time: 0.1974525 Jul 16 08:43:17.600493 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1d518-f86c-4833-b7f9-918825eba689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec752b2-b3ba-4337-9eff-d393c696f100,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.677826 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.822421 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:17Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:17.860607 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc2eb5-6752-4772-aa45-4cb5e66b54a9 None None] The sync data for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi is: [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:17Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:17.968269 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Allocated IP 172.20.0.1 (5c043ec5-8bcc-47ff-98c1-2c62e3c1de29/c41506ff-95af-4501-84db-d05209a27a7f/51a3a878-acbd-4fd0-ac96-76a0a987fe49) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:17.989151 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.000100 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Transition to ACTIVE for port object 521ff8f5-33ac-4861-afb5-8c53ce53586a will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:18.019040 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.137336 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43810) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.148229 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Attempting to bind port 521ff8f5-33ac-4861-afb5-8c53ce53586a on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:18.148770 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.149708 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Attempting to bind port 521ff8f5-33ac-4861-afb5-8c53ce53586a by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:18.150799 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Attempting to bind port 521ff8f5-33ac-4861-afb5-8c53ce53586a on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:18.161202 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:18.161838 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:18.162393 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.162939 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:18.163534 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Bound port: 521ff8f5-33ac-4861-afb5-8c53ce53586a, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:18.164105 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.171128 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Transition to ACTIVE for port object 51a3a878-acbd-4fd0-ac96-76a0a987fe49 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:18.181596 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5fbee-a809-4062-99a4-95519e4748d0 None None] Network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:18.194126 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-ad07ea49-9880-44cf-86e1-ad3354257e64 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=532dd4234ce04bcb8697a06a343a1319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530286 Jul 16 08:43:18.194126 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43812) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.198332 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264235a8-4e42-4573-82bc-82d3b2a46589 None None] Pushing event updated for resources: {'Port': ['ID=521ff8f5-33ac-4861-afb5-8c53ce53586a,revision_number=2']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.237198 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c8a2847-2918-4d02-8e62-11b165b63d31 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:18.252920 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.253655 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] For port 521ff8f5-33ac-4861-afb5-8c53ce53586a, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:18.261904 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] For port 521ff8f5-33ac-4861-afb5-8c53ce53586a, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=521ff8f5-33ac-4861-afb5-8c53ce53586a,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:18.273976 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.277728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:18.296340 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d8975675-911f-4c4c-8e59-346897b18f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.301206 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:18.312592 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:18.328706 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d8975675-911f-4c4c-8e59-346897b18f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.350626 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Routers {'2fcfef08-5545-47d1-8708-d8e396b95d5c'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:18.351431 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['2fcfef08-5545-47d1-8708-d8e396b95d5c'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:18.375352 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-1534c5b8-341c-41cd-a7aa-bd71141cd2db None None] Provisioning for port 8c8a2847-2918-4d02-8e62-11b165b63d31 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:18.387643 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Pushing event updated for resources: {'Port': ['ID=51a3a878-acbd-4fd0-ac96-76a0a987fe49,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.411059 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d8975675-911f-4c4c-8e59-346897b18f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.413844 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264235a8-4e42-4573-82bc-82d3b2a46589 None None] Pushing event updated for resources: {'Port': ['ID=521ff8f5-33ac-4861-afb5-8c53ce53586a,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.414130 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.414610 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d8975675-911f-4c4c-8e59-346897b18f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.417512 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d8975675-911f-4c4c-8e59-346897b18f30 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/372a804d-c71c-46fd-a0ac-f246e6b32881 HTTP/1.1" status: 204 len: 168 time: 0.2222445 Jul 16 08:43:18.448090 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8975675-911f-4c4c-8e59-346897b18f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372a804d-c71c-46fd-a0ac-f246e6b32881,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.464327 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 8c8a2847-2918-4d02-8e62-11b165b63d31 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:18.509989 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] Set router 2fcfef08-5545-47d1-8708-d8e396b95d5c gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:18.513819 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 8c8a2847-2918-4d02-8e62-11b165b63d31 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:18.513819 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.679222 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.715230 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.761330 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 8c8a2847-2918-4d02-8e62-11b165b63d31, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c8a2847-2918-4d02-8e62-11b165b63d31,segment=NetworkSegment(f6d51f71-5c5e-4b11-83b2-bdd1d26382ff),segment_id=f6d51f71-5c5e-4b11-83b2-bdd1d26382ff)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:18.776764 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.777680 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 37e9175a-e996-4138-8454-0886a2567058 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:18.965590 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=8c8a2847-2918-4d02-8e62-11b165b63d31,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.997785 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 37e9175a-e996-4138-8454-0886a2567058 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:19.003660 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 37e9175a-e996-4138-8454-0886a2567058 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:19.004499 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.068523 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.102712 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.110980 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-d5248404-c886-42cd-b965-8aa36623444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:43:15Z', 'revision_number': 3, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port': {'id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:15Z', 'updated_at': '2021-07-16T08:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:19.148374 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172e5e48-5d9f-4946-b07b-7408786b3b68 x-openstack-request-id: req-172e5e48-5d9f-4946-b07b-7408786b3b68 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:19.148665 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512204a-f271-4a5f-936d-41ee63f43425", "name": "network-vif-plugged", "status": "completed", "tag": "280ab1d8-37f5-4852-b53f-26b8040a8db7", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:19.148913 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-172e5e48-5d9f-4946-b07b-7408786b3b68 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:19.152606 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512204a-f271-4a5f-936d-41ee63f43425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280ab1d8-37f5-4852-b53f-26b8040a8db7', 'code': 200} Jul 16 08:43:19.181982 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-caddd614-6649-4e35-9953-3008214793a2 None None] Provisioning complete for port 8c8a2847-2918-4d02-8e62-11b165b63d31 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:19.182620 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-caddd614-6649-4e35-9953-3008214793a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.202804 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5248404-c886-42cd-b965-8aa36623444d None None] The sync data for ids ['2fcfef08-5545-47d1-8708-d8e396b95d5c'] in dv-cinder-800768-3-iscsi is: [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:43:15Z', 'revision_number': 3, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port': {'id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:15Z', 'updated_at': '2021-07-16T08:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:19.256059 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Pushing event updated for resources: {'Port': ['ID=51a3a878-acbd-4fd0-ac96-76a0a987fe49,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.329170 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.404367 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.516753 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8bde-fecd-4f7e-8484-98dc95b2ba60 req-d44eff08-f7e9-4eb0-a080-f5dcdb79fc47 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.520044 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f5eb8bde-fecd-4f7e-8484-98dc95b2ba60 req-d44eff08-f7e9-4eb0-a080-f5dcdb79fc47 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1648951 Jul 16 08:43:19.580478 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 37e9175a-e996-4138-8454-0886a2567058, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=37e9175a-e996-4138-8454-0886a2567058,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:19.596672 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.614652 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f5eb8bde-fecd-4f7e-8484-98dc95b2ba60 req-7029a17a-3bf4-4e8d-b580-8b8a4b9d8480 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886483 Jul 16 08:43:19.652170 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-caddd614-6649-4e35-9953-3008214793a2 None None] Provisioning for port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:19.660859 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:19.665345 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:19.671487 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-caddd614-6649-4e35-9953-3008214793a2 None None] Provisioning complete for port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:19.673272 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-caddd614-6649-4e35-9953-3008214793a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.692271 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6c8d6-38b8-46a5-a4c0-cb72accda3f9 req-7a26c598-eb27-4674-87f2-a120cc69708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.693854 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-83c6c8d6-38b8-46a5-a4c0-cb72accda3f9 req-7a26c598-eb27-4674-87f2-a120cc69708c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 1099 time: 0.1918638 Jul 16 08:43:19.760397 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 43848) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.853946 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=37e9175a-e996-4138-8454-0886a2567058,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.924302 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-caddd614-6649-4e35-9953-3008214793a2 None None] Port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:19.949971 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-83c6c8d6-38b8-46a5-a4c0-cb72accda3f9 req-99683124-9b81-4f6b-9e3d-d0a5a3b1c774 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106083 Jul 16 08:43:20.073561 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-2e599c3b-3a34-4fd5-a4cb-5f65301c014a None None] Provisioning complete for port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:20.073561 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2e599c3b-3a34-4fd5-a4cb-5f65301c014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.148086 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-977730445-network', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:20.184172 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Router 2fcfef08-5545-47d1-8708-d8e396b95d5c has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:20.199652 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Made reservation on behalf of c89c591daee548f68fa81b3ab3a2b18d for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:20.203840 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.216755 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.266752 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-2e599c3b-3a34-4fd5-a4cb-5f65301c014a None None] Port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:20.285144 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 521ff8f5-33ac-4861-afb5-8c53ce53586a up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:20.345715 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 521ff8f5-33ac-4861-afb5-8c53ce53586a completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:20.361250 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 521ff8f5-33ac-4861-afb5-8c53ce53586a triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:20.361562 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.420784 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.426528 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.444157 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:20.459122 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158422b2-74db-4d94-9ee1-228fd78cbaff,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.470714 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:20.476093 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4ba5d3a5-5b0b-4818-aabf-8f53d326f3bb admin admin] 10.222.0.63 "PUT /v2.0/routers/2fcfef08-5545-47d1-8708-d8e396b95d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4112864 Jul 16 08:43:20.482647 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.483066 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Added segment d6fdc9fa-b225-4282-8eab-4c279af75313 of type vlan for network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 Jul 16 08:43:20.487060 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-dc027bc5-6fce-4f8f-843e-e30c20889317 None None] Provisioning complete for port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:20.487439 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-dc027bc5-6fce-4f8f-843e-e30c20889317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.543837 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.582280 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-dc027bc5-6fce-4f8f-843e-e30c20889317 None None] Port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:20.600722 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.601827 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.602427 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.641208 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.652509 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43890) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:20.652889 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8911979 Jul 16 08:43:20.658592 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Request body: {'subnet': {'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-977730445-subnet', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:20.677074 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 521ff8f5-33ac-4861-afb5-8c53ce53586a, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=521ff8f5-33ac-4861-afb5-8c53ce53586a,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:20.684133 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.685388 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c8a2847-2918-4d02-8e62-11b165b63d31 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:20.712687 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f2825-ed10-4ad4-b5a6-5e14d63e6489 admin admin] Pushing event updated for resources: {'Network': ['ID=573a0a96-9a6f-4262-aea4-1a5e99a36d25,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.732829 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Made reservation on behalf of c89c591daee548f68fa81b3ab3a2b18d for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:20.735214 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9121486'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.768802 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:20.881407 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=521ff8f5-33ac-4861-afb5-8c53ce53586a,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.924351 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 8c8a2847-2918-4d02-8e62-11b165b63d31 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:20.925114 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.004782 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15cd27-8df4-4d04-a1bc-beb90fca6779 req-3d5b0a3d-b5a8-49dc-b812-8de83eb902ea tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.006741 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3e15cd27-8df4-4d04-a1bc-beb90fca6779 req-3d5b0a3d-b5a8-49dc-b812-8de83eb902ea tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1573670 Jul 16 08:43:21.066095 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 37e9175a-e996-4138-8454-0886a2567058 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:21.110474 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3e15cd27-8df4-4d04-a1bc-beb90fca6779 req-59f4b211-e8a2-4287-a82f-ffd4042baa14 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906677 Jul 16 08:43:21.114647 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8946548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9121500'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.137510 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 37e9175a-e996-4138-8454-0886a2567058 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:21.138042 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.199285 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3ae45b-a3e8-4499-8417-dd07eec059cf,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:21.219794 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Checking segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:21.220484 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Network hostable DHCP agents. Network: 573a0a96-9a6f-4262-aea4-1a5e99a36d25, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:21.244945 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:21.258601 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 573a0a96-9a6f-4262-aea4-1a5e99a36d25) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:21.262854 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.263387 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.271432 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8465f9-53eb-4dc4-b35b-d027e2ea9e12 None None] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:21.282140 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f6445905-28cc-4bec-8e09-18bd08b37929 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6274102 Jul 16 08:43:21.283552 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 43926) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.293977 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:21.354119 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.355161 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.424912 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.614549 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.702612 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:21.703484 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.901361 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.935192 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Allocated IP 172.20.0.2 (573a0a96-9a6f-4262-aea4-1a5e99a36d25/5a3ae45b-a3e8-4499-8417-dd07eec059cf/a8b34b5a-4e59-4530-b4ef-53f7b485c27e) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:21.936681 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.074601 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Sync routers for ids ['2fcfef08-5545-47d1-8708-d8e396b95d5c'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:22.100417 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Routers {'2fcfef08-5545-47d1-8708-d8e396b95d5c'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:22.101055 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['2fcfef08-5545-47d1-8708-d8e396b95d5c'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:22.156268 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 521ff8f5-33ac-4861-afb5-8c53ce53586a up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:22.254635 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Allocated IP 172.27.0.201 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/74cfe8f9-d268-4b36-8f63-703d486e2c08) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:22.284311 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.301069 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Transition to ACTIVE for port object a8b34b5a-4e59-4530-b4ef-53f7b485c27e will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:22.340076 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Set router 2fcfef08-5545-47d1-8708-d8e396b95d5c gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:22.389015 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54794d7-aa37-4f3e-8629-aa55b33daa76 req-13c3eda6-95b4-4a10-b067-f4560d8f9ed7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.390269 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Transition to ACTIVE for port object a8b34b5a-4e59-4530-b4ef-53f7b485c27e will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:22.397676 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e54794d7-aa37-4f3e-8629-aa55b33daa76 req-13c3eda6-95b4-4a10-b067-f4560d8f9ed7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1023772 Jul 16 08:43:22.402059 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.425791 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.465945 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e54794d7-aa37-4f3e-8629-aa55b33daa76 req-54d4ac7b-bd4b-47c1-b2d9-84f41700f6df tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616455 Jul 16 08:43:22.489233 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.515662 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:22.539383 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:22.543565 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:22.561554 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:22.569517 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 521ff8f5-33ac-4861-afb5-8c53ce53586a triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:22.580547 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.583202 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:22.590879 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Pushing event updated for resources: {'Port': ['ID=74cfe8f9-d268-4b36-8f63-703d486e2c08,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.652951 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:22.761420 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Pushing event updated for resources: {'Port': ['ID=a8b34b5a-4e59-4530-b4ef-53f7b485c27e,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.985895 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Attempting to bind port a8b34b5a-4e59-4530-b4ef-53f7b485c27e on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:22.986328 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Attempting to bind port a8b34b5a-4e59-4530-b4ef-53f7b485c27e by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:22.986729 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Attempting to bind port a8b34b5a-4e59-4530-b4ef-53f7b485c27e on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:23.022037 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.129324 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:23.129866 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Checking segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:23.130376 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.130860 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Bound using segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:23.131458 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Bound port: a8b34b5a-4e59-4530-b4ef-53f7b485c27e, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:23.132007 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.257915 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] For port a8b34b5a-4e59-4530-b4ef-53f7b485c27e, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:23.261753 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] For port a8b34b5a-4e59-4530-b4ef-53f7b485c27e, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=a8b34b5a-4e59-4530-b4ef-53f7b485c27e,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:23.278766 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.373148 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe3420-0e3e-4661-b734-bff58b7a9a68 None None] Pushing event updated for resources: {'Port': ['ID=a8b34b5a-4e59-4530-b4ef-53f7b485c27e,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:23.390250 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:43:18Z', 'revision_number': 4, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port': {'id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:15Z', 'updated_at': '2021-07-16T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '51a3a878-acbd-4fd0-ac96-76a0a987fe49', 'name': '', 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'mac_address': 'fa:16:3e:89:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c41506ff-95af-4501-84db-d05209a27a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:17Z', 'updated_at': '2021-07-16T08:43:18Z', 'revision_number': 2, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'subnets': [{'id': 'c41506ff-95af-4501-84db-d05209a27a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:23.426354 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Checking router: 2fcfef08-5545-47d1-8708-d8e396b95d5c for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:23.426354 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Updating router 2fcfef08-5545-47d1-8708-d8e396b95d5c port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:23.495076 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.686241 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-92bf89a4-13c6-46f0-88fd-146572508150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.688172 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-92bf89a4-13c6-46f0-88fd-146572508150 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 1099 time: 0.5504513 Jul 16 08:43:23.703610 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33efb6-73e8-4e3a-9b3c-ed47c13b49bf req-5241e5f2-ca92-4c1a-b3cd-fe03e2847bb0 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.712715 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb33efb6-73e8-4e3a-9b3c-ed47c13b49bf req-5241e5f2-ca92-4c1a-b3cd-fe03e2847bb0 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.2190118 Jul 16 08:43:23.875156 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb33efb6-73e8-4e3a-9b3c-ed47c13b49bf req-7761908e-a857-42f6-9d8a-699389c9544d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613362 Jul 16 08:43:23.950236 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.960273 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-677ad62c-8458-4570-9380-bfc909636cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.962779 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-677ad62c-8458-4570-9380-bfc909636cee service neutron] 10.222.0.62 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 920 time: 0.2405117 Jul 16 08:43:23.963800 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Transition to ACTIVE for port object 51a3a878-acbd-4fd0-ac96-76a0a987fe49 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:23.964410 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.971386 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.130433 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-d0725752-276c-47c3-8f09-54b14afa89bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280ab1d8-37f5-4852-b53f-26b8040a8db7 HTTP/1.1" status: 200 len: 217 time: 0.1571219 Jul 16 08:43:24.131351 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff24c2-10c8-417c-8be5-181f9d90c5fb None None] Pushing event updated for resources: {'Port': ['ID=51a3a878-acbd-4fd0-ac96-76a0a987fe49,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:24.179607 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Attempting to bind port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:24.195175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Attempting to bind port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:24.195648 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Attempting to bind port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 on network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:24.198718 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device a8b34b5a-4e59-4530-b4ef-53f7b485c27e up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:24.219314 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:24.219696 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Checking segment: {'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:24.220272 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.220819 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Bound using segment: {'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:24.221291 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Bound port: 51a3a878-acbd-4fd0-ac96-76a0a987fe49, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:24.221674 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.387104 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-23c6ed79-c683-4ff2-b4ad-eeeea8fe3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.406769 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-23c6ed79-c683-4ff2-b4ad-eeeea8fe3379 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 200 len: 859 time: 0.2484732 Jul 16 08:43:24.413827 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] For port 51a3a878-acbd-4fd0-ac96-76a0a987fe49, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:24.420182 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] For port 51a3a878-acbd-4fd0-ac96-76a0a987fe49, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=51a3a878-acbd-4fd0-ac96-76a0a987fe49,segment=NetworkSegment(f6d51f71-5c5e-4b11-83b2-bdd1d26382ff),segment_id=f6d51f71-5c5e-4b11-83b2-bdd1d26382ff)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:24.434658 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.542564 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-58f6c542-a3d3-40b3-a4f8-27ebf9e498c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230562 Jul 16 08:43:24.584579 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Router 110be320-1c26-4c7c-84f2-dcb403852893 is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:24.605378 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Routers {'2fcfef08-5545-47d1-8708-d8e396b95d5c'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:24.606044 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['2fcfef08-5545-47d1-8708-d8e396b95d5c'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.607991 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port a8b34b5a-4e59-4530-b4ef-53f7b485c27e completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:24.790622 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff24c2-10c8-417c-8be5-181f9d90c5fb None None] Pushing event updated for resources: {'Port': ['ID=51a3a878-acbd-4fd0-ac96-76a0a987fe49,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:24.885144 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44016) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:24.981975 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] Set router 2fcfef08-5545-47d1-8708-d8e396b95d5c gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:25.101354 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f2058507-b44d-4deb-a317-592f6c6e4a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.126973 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-42248329-1ef8-4088-a842-8119ddca1b79 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538244 Jul 16 08:43:25.156206 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d007e5-90b6-4216-baf7-fc569c75e88c None None] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:25.168003 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:25.186517 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:25.206549 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:25.208389 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:25.391820 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:25.506633 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7017307a-e331-4e8d-889c-9a40bbcd7a97 req-fad8628f-f7e3-4e1a-8fb6-91e1e2fca986 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595507 Jul 16 08:43:25.510963 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f2058507-b44d-4deb-a317-592f6c6e4a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.518748 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f2058507-b44d-4deb-a317-592f6c6e4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.523156 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.525086 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-92d6b374-8d07-4078-920f-b98b28e5bed7 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2403648 Jul 16 08:43:25.527906 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44026) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:25.581596 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f2058507-b44d-4deb-a317-592f6c6e4a75 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9c6d7f5540aa4b2898829f8eb437f2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6939790 Jul 16 08:43:25.581596 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2058507-b44d-4deb-a317-592f6c6e4a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5db957-fc83-4a63-9a04-5f5e21083a0c,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:25.583907 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44030) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:25.645223 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0527a3-cb0c-4255-bf16-081fb0737550 req-d8ed02c3-d765-468c-981c-2eb1b7f22b45 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.654607 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8d0527a3-cb0c-4255-bf16-081fb0737550 req-d8ed02c3-d765-468c-981c-2eb1b7f22b45 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.3047004 Jul 16 08:43:25.689868 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-60208d87-4d92-4d7d-8674-1e3ed4c9add7 None None] Provisioning for port a8b34b5a-4e59-4530-b4ef-53f7b485c27e completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:25.701101 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-60208d87-4d92-4d7d-8674-1e3ed4c9add7 None None] Provisioning complete for port a8b34b5a-4e59-4530-b4ef-53f7b485c27e triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:25.701101 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-60208d87-4d92-4d7d-8674-1e3ed4c9add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.775180 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 3, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:25.834405 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:25.836358 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Updating router 110be320-1c26-4c7c-84f2-dcb403852893 port 74cfe8f9-d268-4b36-8f63-703d486e2c08 binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:25.890485 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-60208d87-4d92-4d7d-8674-1e3ed4c9add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.914677 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.936713 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-60208d87-4d92-4d7d-8674-1e3ed4c9add7 None None] For port a8b34b5a-4e59-4530-b4ef-53f7b485c27e, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=a8b34b5a-4e59-4530-b4ef-53f7b485c27e,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:25.945263 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8d0527a3-cb0c-4255-bf16-081fb0737550 req-a36edee5-8444-499a-a904-9afa3a2509ae tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873244 Jul 16 08:43:25.956671 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-60208d87-4d92-4d7d-8674-1e3ed4c9add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.054090 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60208d87-4d92-4d7d-8674-1e3ed4c9add7 None None] Pushing event updated for resources: {'Port': ['ID=a8b34b5a-4e59-4530-b4ef-53f7b485c27e,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.076163 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:43:18Z', 'revision_number': 4, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port': {'id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:15Z', 'updated_at': '2021-07-16T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '51a3a878-acbd-4fd0-ac96-76a0a987fe49', 'name': '', 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'mac_address': 'fa:16:3e:89:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c41506ff-95af-4501-84db-d05209a27a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:17Z', 'updated_at': '2021-07-16T08:43:24Z', 'revision_number': 4, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'subnets': [{'id': 'c41506ff-95af-4501-84db-d05209a27a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.085751 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b88849cd-fca7-4519-82a4-a9037fafb979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.110438 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d4cbd-4aa4-477a-abd8-b1172376144c None None] The sync data for ids ['2fcfef08-5545-47d1-8708-d8e396b95d5c'] in dv-cinder-800768-3-iscsi is: [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:43:18Z', 'revision_number': 4, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port': {'id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:15Z', 'updated_at': '2021-07-16T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '51a3a878-acbd-4fd0-ac96-76a0a987fe49', 'name': '', 'network_id': '5c043ec5-8bcc-47ff-98c1-2c62e3c1de29', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'mac_address': 'fa:16:3e:89:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c41506ff-95af-4501-84db-d05209a27a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:17Z', 'updated_at': '2021-07-16T08:43:24Z', 'revision_number': 4, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'subnets': [{'id': 'c41506ff-95af-4501-84db-d05209a27a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:26.125165 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b88849cd-fca7-4519-82a4-a9037fafb979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.359956 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44042) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.395038 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b88849cd-fca7-4519-82a4-a9037fafb979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.413990 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b88849cd-fca7-4519-82a4-a9037fafb979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.418863 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b88849cd-fca7-4519-82a4-a9037fafb979 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5d5db957-fc83-4a63-9a04-5f5e21083a0c HTTP/1.1" status: 204 len: 168 time: 0.8335342 Jul 16 08:43:26.422441 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-29fc59cd-7d78-48fd-9ef6-3561932065e5 None None] Provisioning complete for port a8b34b5a-4e59-4530-b4ef-53f7b485c27e triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:26.422834 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-29fc59cd-7d78-48fd-9ef6-3561932065e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.469594 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.497653 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88849cd-fca7-4519-82a4-a9037fafb979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5db957-fc83-4a63-9a04-5f5e21083a0c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.515963 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Transition to ACTIVE for port object 74cfe8f9-d268-4b36-8f63-703d486e2c08 will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:26.545056 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.631164 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df194149-8518-4454-b2b9-a6b9e3c9c4f7 None None] Pushing event updated for resources: {'Port': ['ID=74cfe8f9-d268-4b36-8f63-703d486e2c08,revision_number=2']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.645623 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-40e8efd6-d265-49dd-a127-26dd66ca8460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.697379 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Attempting to bind port 74cfe8f9-d268-4b36-8f63-703d486e2c08 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:26.697753 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Attempting to bind port 74cfe8f9-d268-4b36-8f63-703d486e2c08 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:26.698172 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Attempting to bind port 74cfe8f9-d268-4b36-8f63-703d486e2c08 on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:26.705008 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:26.705394 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:26.705802 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.706248 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:26.706888 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Bound port: 74cfe8f9-d268-4b36-8f63-703d486e2c08, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:26.707757 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.709389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.782538 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] For port 74cfe8f9-d268-4b36-8f63-703d486e2c08, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:26.786175 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] For port 74cfe8f9-d268-4b36-8f63-703d486e2c08, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=74cfe8f9-d268-4b36-8f63-703d486e2c08,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:26.792287 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.869329 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df194149-8518-4454-b2b9-a6b9e3c9c4f7 None None] Pushing event updated for resources: {'Port': ['ID=74cfe8f9-d268-4b36-8f63-703d486e2c08,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.914291 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:26.915317 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.948257 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44054) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.971263 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd010100-8881-4bfe-8202-8da17f7dc70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.979482 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-40e8efd6-d265-49dd-a127-26dd66ca8460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.989246 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-40e8efd6-d265-49dd-a127-26dd66ca8460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.997225 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Allocated IP 172.20.0.1 (573a0a96-9a6f-4262-aea4-1a5e99a36d25/5a3ae45b-a3e8-4499-8417-dd07eec059cf/b3ad0b36-e8c8-4110-8650-1ee02a114729) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:27.092404 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:27.093954 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8efd6-d265-49dd-a127-26dd66ca8460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7236f7-71c8-4af5-9ac3-232f2daa41c7,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.104974 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-40e8efd6-d265-49dd-a127-26dd66ca8460 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b6a14119067c4d9086f92ed419b25239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437515 Jul 16 08:43:27.107746 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44060) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:27.193289 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.241739 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Transition to ACTIVE for port object b3ad0b36-e8c8-4110-8650-1ee02a114729 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:27.246439 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-02eda38f-c526-4fca-8e93-554fe3f8d38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.255179 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd010100-8881-4bfe-8202-8da17f7dc70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.263864 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd010100-8881-4bfe-8202-8da17f7dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.301991 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-02eda38f-c526-4fca-8e93-554fe3f8d38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.407814 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-02eda38f-c526-4fca-8e93-554fe3f8d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.410704 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-02eda38f-c526-4fca-8e93-554fe3f8d38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.412501 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-02eda38f-c526-4fca-8e93-554fe3f8d38a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1d7236f7-71c8-4af5-9ac3-232f2daa41c7 HTTP/1.1" status: 204 len: 168 time: 0.3026388 Jul 16 08:43:27.444564 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eda38f-c526-4fca-8e93-554fe3f8d38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7236f7-71c8-4af5-9ac3-232f2daa41c7,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.504933 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010100-8881-4bfe-8202-8da17f7dc70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8b992d-c496-4c9c-8775-45a6d6dc0e70,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.564989 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44068) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:27.565925 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-cd010100-8881-4bfe-8202-8da17f7dc70e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=149a86524dbf426f81b4cf74d62af154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155503 Jul 16 08:43:27.578096 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.650000 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 3, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:27.713502 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a9f83-6e57-4fc4-9027-6b6d983caa7a None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 3, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:27.732940 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28ebf105-4691-4a44-8bd9-aae0639fd699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.738188 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:27.758255 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:27.785153 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:27.797835 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28ebf105-4691-4a44-8bd9-aae0639fd699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.920491 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5f61f-9ee4-4921-b593-a39280d898f3 req-a9d66bc5-cf25-4920-ac23-64436c5ba65b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.925692 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28ebf105-4691-4a44-8bd9-aae0639fd699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.927313 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-38c5f61f-9ee4-4921-b593-a39280d898f3 req-a9d66bc5-cf25-4920-ac23-64436c5ba65b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.6468909 Jul 16 08:43:27.929975 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28ebf105-4691-4a44-8bd9-aae0639fd699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.933668 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-28ebf105-4691-4a44-8bd9-aae0639fd699 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1b8b992d-c496-4c9c-8775-45a6d6dc0e70 HTTP/1.1" status: 204 len: 168 time: 0.3645778 Jul 16 08:43:27.941581 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Pushing event updated for resources: {'Port': ['ID=b3ad0b36-e8c8-4110-8650-1ee02a114729,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.968704 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebf105-4691-4a44-8bd9-aae0639fd699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8b992d-c496-4c9c-8775-45a6d6dc0e70,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.127846 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.184441 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-38c5f61f-9ee4-4921-b593-a39280d898f3 req-4589765d-6b3a-46d5-8223-89c41db3ab04 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213416 Jul 16 08:43:28.234236 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-699cb7ba-3637-450b-8922-e34c7a44d3f2 None None] Provisioning for port b3ad0b36-e8c8-4110-8650-1ee02a114729 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:28.246477 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-699cb7ba-3637-450b-8922-e34c7a44d3f2 None None] Provisioning complete for port b3ad0b36-e8c8-4110-8650-1ee02a114729 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:28.247044 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-699cb7ba-3637-450b-8922-e34c7a44d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.301340 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-699cb7ba-3637-450b-8922-e34c7a44d3f2 None None] Port b3ad0b36-e8c8-4110-8650-1ee02a114729 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:28.436576 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 51a3a878-acbd-4fd0-ac96-76a0a987fe49 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:28.608717 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:28.643036 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:28.647133 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.701079 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d01a06-26e2-41dc-8847-cb29e1cd0b7b req-cd9153d3-227e-4ada-bd0d-ba770bab1708 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.709305 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c4d01a06-26e2-41dc-8847-cb29e1cd0b7b req-cd9153d3-227e-4ada-bd0d-ba770bab1708 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0899746 Jul 16 08:43:28.716017 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44090) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.734993 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.737191 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6beb288f-30a6-4b0f-a398-bdf1ef838049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.758597 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c4d01a06-26e2-41dc-8847-cb29e1cd0b7b req-df8a16fd-ca4f-4a8d-81b9-67b182be1208 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480247 Jul 16 08:43:28.794236 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.834476 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 51a3a878-acbd-4fd0-ac96-76a0a987fe49, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=51a3a878-acbd-4fd0-ac96-76a0a987fe49,segment=NetworkSegment(f6d51f71-5c5e-4b11-83b2-bdd1d26382ff),segment_id=f6d51f71-5c5e-4b11-83b2-bdd1d26382ff)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:28.839058 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.840081 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device a8b34b5a-4e59-4530-b4ef-53f7b485c27e up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:28.936588 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=51a3a878-acbd-4fd0-ac96-76a0a987fe49,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.952259 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port a8b34b5a-4e59-4530-b4ef-53f7b485c27e triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:28.953423 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.978251 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6beb288f-30a6-4b0f-a398-bdf1ef838049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.984791 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6beb288f-30a6-4b0f-a398-bdf1ef838049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.015636 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.048436 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6beb288f-30a6-4b0f-a398-bdf1ef838049 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cbbbcc7342634278a22ef62ceffad172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313270 Jul 16 08:43:29.049225 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.050228 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44092) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:29.201325 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Pushing event updated for resources: {'Port': ['ID=b3ad0b36-e8c8-4110-8650-1ee02a114729,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.223406 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb288f-30a6-4b0f-a398-bdf1ef838049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f97c6d4-ad7a-4908-8dc5-c2c35cfa928a,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.227759 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e9f4-a6be-4532-9ff0-5b12a983a515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.244391 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.259036 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e9f4-a6be-4532-9ff0-5b12a983a515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.316771 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e9f4-a6be-4532-9ff0-5b12a983a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.321153 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e9f4-a6be-4532-9ff0-5b12a983a515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.325773 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-b2b5e9f4-a6be-4532-9ff0-5b12a983a515 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f97c6d4-ad7a-4908-8dc5-c2c35cfa928a HTTP/1.1" status: 204 len: 168 time: 0.2744489 Jul 16 08:43:29.337316 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5e9f4-a6be-4532-9ff0-5b12a983a515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f97c6d4-ad7a-4908-8dc5-c2c35cfa928a,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.385120 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:29.389257 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:29.643788 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3107b-2357-4eab-b995-02215550c62a req-1811bc0c-1970-4d9f-8c25-70dc057c65f1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.650174 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d1f3107b-2357-4eab-b995-02215550c62a req-1811bc0c-1970-4d9f-8c25-70dc057c65f1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.2536459 Jul 16 08:43:29.713006 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d1f3107b-2357-4eab-b995-02215550c62a req-fd79c104-239a-4119-aaba-0e57414eb152 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Jul 16 08:43:29.717010 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Router 110be320-1c26-4c7c-84f2-dcb403852893 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:29.752218 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-83d0520d-ece2-4efc-ae20-5aafd44e02ba None None] Provisioning complete for port b3ad0b36-e8c8-4110-8650-1ee02a114729 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:29.752799 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-83d0520d-ece2-4efc-ae20-5aafd44e02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.894937 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-83d0520d-ece2-4efc-ae20-5aafd44e02ba None None] Port b3ad0b36-e8c8-4110-8650-1ee02a114729 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:29.902743 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:29.943002 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a8986c36-a495-4f7d-85b0-49a83762617e admin admin] 10.222.0.63 "PUT /v2.0/routers/110be320-1c26-4c7c-84f2-dcb403852893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4140232 Jul 16 08:43:30.106444 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5cd28-e827-430f-87be-fd5b938d5707 req-75861ba1-7643-4e91-ac8c-c5fe2262a20f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.120844 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c2a5cd28-e827-430f-87be-fd5b938d5707 req-75861ba1-7643-4e91-ac8c-c5fe2262a20f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1703453 Jul 16 08:43:30.219675 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c2a5cd28-e827-430f-87be-fd5b938d5707 req-0d442dbc-e828-49ec-b1da-1df1e1c6b7d7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977113 Jul 16 08:43:30.279454 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 74cfe8f9-d268-4b36-8f63-703d486e2c08 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:30.404681 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 74cfe8f9-d268-4b36-8f63-703d486e2c08 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:30.424246 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 74cfe8f9-d268-4b36-8f63-703d486e2c08 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:30.425175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.527227 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.552289 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 74cfe8f9-d268-4b36-8f63-703d486e2c08, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=74cfe8f9-d268-4b36-8f63-703d486e2c08,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:30.556912 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.558010 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 51a3a878-acbd-4fd0-ac96-76a0a987fe49 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:30.666336 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=74cfe8f9-d268-4b36-8f63-703d486e2c08,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.678651 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.689623 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44134) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.698400 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:30.698400 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.738991 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44138) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.745453 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-759812189-network', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:30.783717 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Made reservation on behalf of c7e36b85d89f4226b434f14f7c397072 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:30.792054 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.813549 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.977575 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-802539424-network', 'tenant_id': '3d30a627a06f4be49dc3ad74505a6e95'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:31.028513 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.038495 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4067a4-8857-49df-9317-ebac08b4ef58 req-e84abf5b-2cf0-4a2c-965f-8b1894d43d7a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.040232 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ee4067a4-8857-49df-9317-ebac08b4ef58 req-e84abf5b-2cf0-4a2c-965f-8b1894d43d7a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1248236 Jul 16 08:43:31.045399 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.096691 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:31.100025 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Made reservation on behalf of 3d30a627a06f4be49dc3ad74505a6e95 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:31.103128 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.119695 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8018e65a-ce25-4c51-8ea9-75c8fb35202f,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.130399 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.147585 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.147978 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Added segment e1c6514f-be36-4277-ac55-3871735b0c0c of type vlan for network 1ad7e277-9131-4a4d-90da-88806856cadb Jul 16 08:43:31.152164 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ee4067a4-8857-49df-9317-ebac08b4ef58 req-c2d324bf-3601-4ee4-8a11-e1fb7661f4a8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032863 Jul 16 08:43:31.211750 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.261392 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.263213 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.264207 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.319712 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:31.339578 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:31.341234 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:31.362580 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad7e277-9131-4a4d-90da-88806856cadb,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.377549 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.382044 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.401081 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-a3e87672-87ca-44d3-b889-308777aa25d9 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6579053 Jul 16 08:43:31.401409 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44146) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:31.402900 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 1ad7e277-9131-4a4d-90da-88806856cadb details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:31.407587 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Request body: {'subnet': {'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-759812189-subnet', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:31.415660 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:31.423282 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.428775 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.429200 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Added segment 58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d of type vlan for network ef78c722-49cb-424a-a68e-32ef7797c1fb Jul 16 08:43:31.473714 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.504022 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Made reservation on behalf of c7e36b85d89f4226b434f14f7c397072 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:31.506301 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f22c2b7f-7b76-4101-ba8e-e7e9cfa7f4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.506555 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9121486'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.517786 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.518830 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.519416 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.587455 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] Pushing event updated for resources: {'Network': ['ID=ef78c722-49cb-424a-a68e-32ef7797c1fb,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.603043 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:31.604917 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-be33c26b-aaa1-4255-ae00-394134dfae78 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9141190 Jul 16 08:43:31.608226 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44148) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:31.612881 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28939a5-3989-4841-a422-a9db629a6bd9 req-a56a8f84-0261-418f-9c86-20b1edee8e4c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.613862 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Request body: {'subnet': {'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-802539424-subnet', 'tenant_id': '3d30a627a06f4be49dc3ad74505a6e95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:31.614533 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a28939a5-3989-4841-a422-a9db629a6bd9 req-a56a8f84-0261-418f-9c86-20b1edee8e4c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1600692 Jul 16 08:43:31.654136 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Made reservation on behalf of 3d30a627a06f4be49dc3ad74505a6e95 for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:31.658799 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11613624'] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.695405 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network ef78c722-49cb-424a-a68e-32ef7797c1fb details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:31.699493 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a28939a5-3989-4841-a422-a9db629a6bd9 req-e2329d10-1191-40ed-bc86-45a2c1a80028 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758569 Jul 16 08:43:31.826960 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8946548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9121500'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.883436 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11708515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11613610'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.913361 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6056e7a-49ec-4420-a833-45e8101819ca,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.924374 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Checking segment: {'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:31.924997 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Network hostable DHCP agents. Network: 1ad7e277-9131-4a4d-90da-88806856cadb, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:31.953505 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Checking segment: {'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:31.953869 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Network hostable DHCP agents. Network: ef78c722-49cb-424a-a68e-32ef7797c1fb, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:31.956843 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd099381-19af-4fde-b284-c21ba717c512,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.967119 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Network 1ad7e277-9131-4a4d-90da-88806856cadb is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:31.980134 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Network ef78c722-49cb-424a-a68e-32ef7797c1fb is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:31.985545 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 1ad7e277-9131-4a4d-90da-88806856cadb) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:31.990682 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, ef78c722-49cb-424a-a68e-32ef7797c1fb) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:31.999808 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750dc4f-c084-4d71-a8c6-1d2bf1377cf8 None None] Network 1ad7e277-9131-4a4d-90da-88806856cadb requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:32.000064 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.000873 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.009470 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.011256 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.021255 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261fc61b-20de-4b81-9047-3f351acda8c1 None None] Network ef78c722-49cb-424a-a68e-32ef7797c1fb requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:32.023138 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-8b3ad02f-3515-4402-ab4f-1c6b95caa483 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4122756 Jul 16 08:43:32.051134 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44152) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.051982 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ee8f3f5a-4a11-4cfd-ba5e-9a9cfa989434 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6488922 Jul 16 08:43:32.061823 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:32.109701 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.111035 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.130704 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 74cfe8f9-d268-4b36-8f63-703d486e2c08 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:32.190681 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.391190 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 2, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:32.408640 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.426772 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162cb07-fb9f-4c24-9e46-785111b6b01e req-24c0bd9f-5e6d-4af5-8a99-ae8b40911fd3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.435669 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6162cb07-fb9f-4c24-9e46-785111b6b01e req-24c0bd9f-5e6d-4af5-8a99-ae8b40911fd3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1073878 Jul 16 08:43:32.439470 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:32.439829 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Updating router 110be320-1c26-4c7c-84f2-dcb403852893 port b3ad0b36-e8c8-4110-8650-1ee02a114729 binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:32.506682 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 74cfe8f9-d268-4b36-8f63-703d486e2c08 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:32.507062 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.531009 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6162cb07-fb9f-4c24-9e46-785111b6b01e req-db4849c2-468a-464e-8332-c88c790b96d4 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935531 Jul 16 08:43:32.556717 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.608151 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc8762-6439-4f6b-a481-f8f5e922c964 None None] Network ef78c722-49cb-424a-a68e-32ef7797c1fb requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:32.685288 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-1ad7e277-9131-4a4d-90da-88806856cadb', 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'fixed_ips': [{'subnet_id': 'b6056e7a-49ec-4420-a833-45e8101819ca'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:32.686218 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.811993 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.874713 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.295443 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Allocated IP 172.20.0.2 (1ad7e277-9131-4a4d-90da-88806856cadb/b6056e7a-49ec-4420-a833-45e8101819ca/75f05dac-a459-47aa-8430-a22ebdf32151) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:33.394754 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6e1f2-9801-490c-8692-dc7cae2dae00 req-ccdf58a3-72af-4a1f-885c-02acbcae9a26 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.394754 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ddb6e1f2-9801-490c-8692-dc7cae2dae00 req-ccdf58a3-72af-4a1f-885c-02acbcae9a26 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.4450397 Jul 16 08:43:33.459413 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Allocated IP 172.27.0.235 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/b04c4cc7-4f2f-4d6d-8714-8a16e07539c7) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:33.530704 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ddb6e1f2-9801-490c-8692-dc7cae2dae00 req-894a66f9-bc2d-4038-b75b-013cb67eda49 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429732 Jul 16 08:43:33.533561 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.616151 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.628153 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.629288 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Transition to ACTIVE for port object b3ad0b36-e8c8-4110-8650-1ee02a114729 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:33.634736 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Transition to ACTIVE for port object 75f05dac-a459-47aa-8430-a22ebdf32151 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:33.637462 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.698018 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Transition to ACTIVE for port object 75f05dac-a459-47aa-8430-a22ebdf32151 will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:33.719180 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.731291 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511d87-6313-4a56-a5bd-def574b97517 None None] Pushing event updated for resources: {'Port': ['ID=b3ad0b36-e8c8-4110-8650-1ee02a114729,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.758032 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.780003 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Network 1ad7e277-9131-4a4d-90da-88806856cadb is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:33.805023 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:33.806945 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Pushing event updated for resources: {'Port': ['ID=b04c4cc7-4f2f-4d6d-8714-8a16e07539c7,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.819418 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:33.827921 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:33.830938 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:33.833863 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:33.871493 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4f6e6-f24e-4f96-9909-8df43ff86c8d req-d72f2ab1-1968-438d-8971-6c8373dfb70e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.878601 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1bf4f6e6-f24e-4f96-9909-8df43ff86c8d req-d72f2ab1-1968-438d-8971-6c8373dfb70e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1850002 Jul 16 08:43:33.941149 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Attempting to bind port 75f05dac-a459-47aa-8430-a22ebdf32151 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:33.941528 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Attempting to bind port 75f05dac-a459-47aa-8430-a22ebdf32151 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:33.941896 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Attempting to bind port 75f05dac-a459-47aa-8430-a22ebdf32151 on network 1ad7e277-9131-4a4d-90da-88806856cadb {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:33.947634 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Attempting to bind port b3ad0b36-e8c8-4110-8650-1ee02a114729 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:33.948023 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Attempting to bind port b3ad0b36-e8c8-4110-8650-1ee02a114729 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:33.948384 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Attempting to bind port b3ad0b36-e8c8-4110-8650-1ee02a114729 on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:33.953694 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:33.954147 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Checking segment: {'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:33.954452 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.954839 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Bound using segment: {'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:33.955300 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Bound port: 75f05dac-a459-47aa-8430-a22ebdf32151, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:33.955680 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.977961 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1bf4f6e6-f24e-4f96-9909-8df43ff86c8d req-d42094d2-042f-4941-a389-b7c7858b1149 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984714 Jul 16 08:43:34.020764 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Pushing event updated for resources: {'Port': ['ID=75f05dac-a459-47aa-8430-a22ebdf32151,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:34.025141 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:34.025520 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Checking segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:34.025976 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.026373 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Bound using segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:34.026852 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Bound port: b3ad0b36-e8c8-4110-8650-1ee02a114729, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:34.027232 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.052990 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] For port 75f05dac-a459-47aa-8430-a22ebdf32151, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:34.057670 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] For port 75f05dac-a459-47aa-8430-a22ebdf32151, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=75f05dac-a459-47aa-8430-a22ebdf32151,segment=NetworkSegment(e1c6514f-be36-4277-ac55-3871735b0c0c),segment_id=e1c6514f-be36-4277-ac55-3871735b0c0c)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:34.100378 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.186416 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c000de3d-287c-4c56-b3b6-2a2de5e02939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.187838 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.242054 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] For port b3ad0b36-e8c8-4110-8650-1ee02a114729, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:34.255934 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.256985 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] For port b3ad0b36-e8c8-4110-8650-1ee02a114729, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=b3ad0b36-e8c8-4110-8650-1ee02a114729,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:34.263044 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae36a-f265-4665-9f78-4340bca01c5b None None] Pushing event updated for resources: {'Port': ['ID=75f05dac-a459-47aa-8430-a22ebdf32151,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:34.280360 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.543380 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-e82edcae-c977-44d8-be26-6a207d35e0cf tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.560024 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-e82edcae-c977-44d8-be26-6a207d35e0cf tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/networks?id=ef78c722-49cb-424a-a68e-32ef7797c1fb HTTP/1.1" status: 200 len: 808 time: 0.2037179 Jul 16 08:43:34.580546 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-00cdbef1-02b1-4d9c-8577-7b5c4542bce0 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/quotas/3d30a627a06f4be49dc3ad74505a6e95 HTTP/1.1" status: 200 len: 375 time: 0.0206056 Jul 16 08:43:34.607456 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:34.608207 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:34.610955 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.656553 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-a6306d2d-78cf-412c-b0fa-bc623a2aa497 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3d30a627a06f4be49dc3ad74505a6e95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705445 Jul 16 08:43:34.707141 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511d87-6313-4a56-a5bd-def574b97517 None None] Pushing event updated for resources: {'Port': ['ID=b3ad0b36-e8c8-4110-8650-1ee02a114729,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:34.858435 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-2a5905f2-c13e-4ce8-b354-143859e7c36c service neutron] 10.222.0.63 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010076 Jul 16 08:43:34.863867 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:34.933029 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a113c3-4d4d-4f77-b15d-b2a8dc3a60cd req-cdb4e038-f662-4f83-b8fe-ec95c4e43e96 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.939520 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-19a113c3-4d4d-4f77-b15d-b2a8dc3a60cd req-cdb4e038-f662-4f83-b8fe-ec95c4e43e96 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1203065 Jul 16 08:43:34.942980 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:35.027458 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-3e04ff3b-eecc-4f99-94f3-fa63e31fa5ab service neutron] 10.222.0.63 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625295 Jul 16 08:43:35.029154 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-19a113c3-4d4d-4f77-b15d-b2a8dc3a60cd req-dbf4b001-811b-44d8-a7be-e935ac16d2a8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886755 Jul 16 08:43:35.182536 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:35.192746 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Sync routers for ids ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:35.214870 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Routers {'8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:35.215707 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:35.237580 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.241950 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44204) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:35.242103 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-a02750ca-ba8d-4021-a961-4438e6e02a57 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1891415 Jul 16 08:43:35.244546 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.278235 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:35.317558 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff495ec-9eae-4b50-bd6b-44c7effd3490 None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:35.546286 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-34203aa3-5137-4595-983d-3f9396502db5 req-53cb8327-d418-4b7f-a073-f48ac444f78d tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 210 time: 0.1147189 Jul 16 08:43:35.576622 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Set router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:35.747652 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f1cb4-d9fa-4e67-8d06-fe8ca084788b None None] Network 1ad7e277-9131-4a4d-90da-88806856cadb requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:35.838684 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e6d85-a293-42f3-b9a3-a8f4b8bf0da2 req-0ee23500-0eb8-4d95-96cb-713b364db17c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.856496 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45e6d85-a293-42f3-b9a3-a8f4b8bf0da2 req-0ee23500-0eb8-4d95-96cb-713b364db17c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.3399904 Jul 16 08:43:35.887651 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-cf363d0b-d466-40c7-a3a7-8610630d94c2 None None] Provisioning for port 75f05dac-a459-47aa-8430-a22ebdf32151 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:36.052444 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45e6d85-a293-42f3-b9a3-a8f4b8bf0da2 req-ca6d36fc-783c-4be7-a975-9d896a9c2d56 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941438 Jul 16 08:43:36.236062 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 3, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port': {'id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:36.286847 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 75f05dac-a459-47aa-8430-a22ebdf32151 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:36.331660 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Checking router: 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:36.332250 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Updating router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:36.427659 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 75f05dac-a459-47aa-8430-a22ebdf32151 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:36.444502 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 75f05dac-a459-47aa-8430-a22ebdf32151 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:36.444949 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.449890 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.482060 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c8ed0-bb40-4708-8a6e-d4ad89be9374 req-b9bfadb2-53d1-4af1-9c88-888666d6aafe tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.490614 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-af6c8ed0-bb40-4708-8a6e-d4ad89be9374 req-b9bfadb2-53d1-4af1-9c88-888666d6aafe tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1838324 Jul 16 08:43:36.578870 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-af6c8ed0-bb40-4708-8a6e-d4ad89be9374 req-f1a08be4-747f-4591-98a1-8c7e6dac432f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871155 Jul 16 08:43:36.713371 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.771812 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-6b992d8a-465a-4e96-8007-2b0746547780 None None] Provisioning complete for port 75f05dac-a459-47aa-8430-a22ebdf32151 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:36.772507 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-6b992d8a-465a-4e96-8007-2b0746547780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.853477 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.896754 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-24cc1efe-9734-401a-b9ad-8992ddcedaf2 req-ca72d27c-5555-4a46-afa7-f5ce958d0253 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 210 time: 0.0504899 Jul 16 08:43:36.942178 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 75f05dac-a459-47aa-8430-a22ebdf32151, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=75f05dac-a459-47aa-8430-a22ebdf32151,segment=NetworkSegment(e1c6514f-be36-4277-ac55-3871735b0c0c),segment_id=e1c6514f-be36-4277-ac55-3871735b0c0c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:36.949023 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.949787 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device b3ad0b36-e8c8-4110-8650-1ee02a114729 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:37.083301 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.086513 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.102606 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Transition to ACTIVE for port object b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:37.119933 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.125808 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=75f05dac-a459-47aa-8430-a22ebdf32151,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.159979 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Allocated IP 172.20.0.1 (1ad7e277-9131-4a4d-90da-88806856cadb/b6056e7a-49ec-4420-a833-45e8101819ca/4b153876-2172-4db5-9dcf-64fd4e39ffe0) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:37.216195 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port b3ad0b36-e8c8-4110-8650-1ee02a114729 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:37.226484 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255383e-adc1-4e19-b2fe-6f6197317245 None None] Pushing event updated for resources: {'Port': ['ID=b04c4cc7-4f2f-4d6d-8714-8a16e07539c7,revision_number=2']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.235480 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port b3ad0b36-e8c8-4110-8650-1ee02a114729 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:37.235863 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.265576 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Attempting to bind port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:37.266550 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Attempting to bind port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:37.267070 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Attempting to bind port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:37.272933 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:37.273553 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:37.274716 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.275253 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:37.275866 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Bound port: b04c4cc7-4f2f-4d6d-8714-8a16e07539c7, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:37.276527 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.357222 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.379732 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Transition to ACTIVE for port object 4b153876-2172-4db5-9dcf-64fd4e39ffe0 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:37.384346 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] For port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:37.393377 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] For port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=b04c4cc7-4f2f-4d6d-8714-8a16e07539c7,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:37.399811 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.411799 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.434206 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.482591 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89093c4-bb48-4083-b096-959cab5dd53a req-e8728cd1-49f6-430d-9102-3ac0dad268fa tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.491270 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f89093c4-bb48-4083-b096-959cab5dd53a req-e8728cd1-49f6-430d-9102-3ac0dad268fa tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1486540 Jul 16 08:43:37.507502 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port b3ad0b36-e8c8-4110-8650-1ee02a114729, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=b3ad0b36-e8c8-4110-8650-1ee02a114729,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:37.512244 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.516883 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255383e-adc1-4e19-b2fe-6f6197317245 None None] Pushing event updated for resources: {'Port': ['ID=b04c4cc7-4f2f-4d6d-8714-8a16e07539c7,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.532285 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Routers {'8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:37.532932 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.592027 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=b3ad0b36-e8c8-4110-8650-1ee02a114729,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.611719 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f89093c4-bb48-4083-b096-959cab5dd53a req-b477bca4-2b69-495f-8fb9-116200a21961 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192811 Jul 16 08:43:37.672520 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Network 1ad7e277-9131-4a4d-90da-88806856cadb is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:37.674948 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:37.690880 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:37.756514 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] Set router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:38.166423 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b9306d05-7864-4363-81b7-c44226e90806 None None] Provisioning for port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:38.176259 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 75f05dac-a459-47aa-8430-a22ebdf32151 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:38.197551 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 3, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port': {'id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:38.201882 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b9306d05-7864-4363-81b7-c44226e90806 None None] Provisioning complete for port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:38.204225 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b9306d05-7864-4363-81b7-c44226e90806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.211274 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0aa25ed6-a999-4340-b7c7-edf6074a0369 req-1b7c7cc9-f8d5-4315-9364-c363ffa68729 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 210 time: 0.0487256 Jul 16 08:43:38.247078 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10648dfc-b637-4ca2-aad1-6a98a16dfb33 None None] The sync data for ids ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'] in dv-cinder-800768-3-iscsi is: [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 3, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port': {'id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:38.342144 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-7461c638-410a-46d7-9c85-6ad9ed9e80d8 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.343813 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-7461c638-410a-46d7-9c85-6ad9ed9e80d8 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.62 "GET /v2.0/networks?id=ef78c722-49cb-424a-a68e-32ef7797c1fb HTTP/1.1" status: 200 len: 808 time: 0.8223546 Jul 16 08:43:38.344486 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Pushing event updated for resources: {'Port': ['ID=4b153876-2172-4db5-9dcf-64fd4e39ffe0,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.350433 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b9306d05-7864-4363-81b7-c44226e90806 None None] Port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:38.389569 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 75f05dac-a459-47aa-8430-a22ebdf32151 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:38.390041 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.407396 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Request body: {'port': {'device_id': '61206734-b568-4901-b2aa-b52de7469d33', 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb', 'admin_state_up': True, 'tenant_id': '3d30a627a06f4be49dc3ad74505a6e95'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:38.465779 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.483112 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device b3ad0b36-e8c8-4110-8650-1ee02a114729 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:38.541935 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port b3ad0b36-e8c8-4110-8650-1ee02a114729 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:38.542488 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.596434 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905d891-e3cd-4faf-991e-c58b3d141984 req-de21c153-03b4-4a83-b166-58bbed585247 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.603830 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1905d891-e3cd-4faf-991e-c58b3d141984 req-de21c153-03b4-4a83-b166-58bbed585247 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.2407358 Jul 16 08:43:38.768685 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.787162 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Made reservation on behalf of 3d30a627a06f4be49dc3ad74505a6e95 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:38.794001 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.903630 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ca09-3169-431c-b22b-30b3e4ca5915 req-50669beb-bdc3-4a49-b874-fa7e19f06bec tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.906535 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1f67ca09-3169-431c-b22b-30b3e4ca5915 req-50669beb-bdc3-4a49-b874-fa7e19f06bec tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1139822 Jul 16 08:43:38.929319 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1905d891-e3cd-4faf-991e-c58b3d141984 req-8e76eada-2f0a-484f-b082-bb8eabac7c37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245554 Jul 16 08:43:38.990926 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1f67ca09-3169-431c-b22b-30b3e4ca5915 req-958c4dca-5a44-49f3-92fd-a53f4c91f67b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733631 Jul 16 08:43:39.084540 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Allocated IP 172.20.0.9 (ef78c722-49cb-424a-a68e-32ef7797c1fb/bd099381-19af-4fde-b284-c21ba717c512/4efdf25d-be21-4443-9181-ebe9b6d03485) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:39.285699 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.294985 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.429480 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Pushing event updated for resources: {'Port': ['ID=4b153876-2172-4db5-9dcf-64fd4e39ffe0,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.447842 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.502847 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-56283932-810c-4f26-9d16-c4d7be27d914 req-cb89ec88-7779-4bb1-ac22-9d49607f3487 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 210 time: 0.0871465 Jul 16 08:43:39.506037 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.687145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.770026 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Pushing event updated for resources: {'Port': ['ID=4efdf25d-be21-4443-9181-ebe9b6d03485,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.784526 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Network 1ad7e277-9131-4a4d-90da-88806856cadb is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:39.789254 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:39.795003 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Network ef78c722-49cb-424a-a68e-32ef7797c1fb is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:39.798462 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:39.801096 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:39.948396 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:39.949059 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.992056 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-c9e7baca-2ff8-4db4-83cd-1934b1647555 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5843356 Jul 16 08:43:40.003346 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:40.010069 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Request body: {'port': {'device_id': '61206734-b568-4901-b2aa-b52de7469d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:40.127292 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-de55ce67-bf97-4fba-99cf-67f3fd071bd0 None None] Provisioning complete for port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:40.128692 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-de55ce67-bf97-4fba-99cf-67f3fd071bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.171704 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:40.244437 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-de55ce67-bf97-4fba-99cf-67f3fd071bd0 None None] Port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:40.268958 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.284784 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:40.290335 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:40.302779 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.341819 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:40.350898 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-cc1b8234-6829-47ed-a1eb-5eb76b0dc02f admin admin] 10.222.0.63 "PUT /v2.0/routers/8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1069708 Jul 16 08:43:40.405575 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab42f6a-9801-49b4-9787-29be16af2d53 req-fa2ba5b4-366d-4783-92fc-6f4943454152 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.407622 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-eab42f6a-9801-49b4-9787-29be16af2d53 req-fa2ba5b4-366d-4783-92fc-6f4943454152 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.2570221 Jul 16 08:43:40.454677 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.469355 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ba50-c7ba-4282-b52c-cab179363429 req-515ddf80-e206-48d3-913f-2a3ac3e52115 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.475579 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c8a0ba50-c7ba-4282-b52c-cab179363429 req-515ddf80-e206-48d3-913f-2a3ac3e52115 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1666968 Jul 16 08:43:40.522174 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=b04c4cc7-4f2f-4d6d-8714-8a16e07539c7,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:40.531551 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.550704 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-eab42f6a-9801-49b4-9787-29be16af2d53 req-a536ac15-4de4-43d5-9580-8d733a02cbbe tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305749 Jul 16 08:43:40.564800 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c8a0ba50-c7ba-4282-b52c-cab179363429 req-b2c2826c-dccb-4be8-9eed-3c9f9316273a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836971 Jul 16 08:43:40.648930 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=b04c4cc7-4f2f-4d6d-8714-8a16e07539c7,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.770503 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efdf25d-be21-4443-9181-ebe9b6d03485 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:40.792933 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.807311 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Transition to ACTIVE for port object 4efdf25d-be21-4443-9181-ebe9b6d03485 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:40.817128 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.877679 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Pushing event updated for resources: {'Port': ['ID=4efdf25d-be21-4443-9181-ebe9b6d03485,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.887039 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399d7e2-17fe-4bbd-8f96-d3ac2d689ee3 req-3438c90f-f72d-414d-9d4a-f12ee06c2166 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.895159 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e399d7e2-17fe-4bbd-8f96-d3ac2d689ee3 req-3438c90f-f72d-414d-9d4a-f12ee06c2166 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 931 time: 0.1183505 Jul 16 08:43:40.949385 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Sync routers for ids ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:40.960101 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Routers {'8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:40.960715 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:40.961281 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e399d7e2-17fe-4bbd-8f96-d3ac2d689ee3 req-f105bb43-cc7b-465d-9071-665e58551849 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642180 Jul 16 08:43:40.987777 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Attempting to bind port 4efdf25d-be21-4443-9181-ebe9b6d03485 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:40.988144 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Attempting to bind port 4efdf25d-be21-4443-9181-ebe9b6d03485 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:40.988470 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Attempting to bind port 4efdf25d-be21-4443-9181-ebe9b6d03485 on network ef78c722-49cb-424a-a68e-32ef7797c1fb {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:40.993845 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Port 4efdf25d-be21-4443-9181-ebe9b6d03485 on network ef78c722-49cb-424a-a68e-32ef7797c1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:40.994167 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Attempting to bind port 4efdf25d-be21-4443-9181-ebe9b6d03485 on network ef78c722-49cb-424a-a68e-32ef7797c1fb {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:41.000909 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:41.001325 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Checking segment: {'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:41.001687 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Bound using segment: {'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:41.002089 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Bound port: 4efdf25d-be21-4443-9181-ebe9b6d03485, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:41.002442 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.087519 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] For port 4efdf25d-be21-4443-9181-ebe9b6d03485, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:41.091386 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] For port 4efdf25d-be21-4443-9181-ebe9b6d03485, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=4efdf25d-be21-4443-9181-ebe9b6d03485,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:41.097348 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.110853 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Set router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:41.189008 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Pushing event updated for resources: {'Port': ['ID=4efdf25d-be21-4443-9181-ebe9b6d03485,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.193126 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.193810 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.195378 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-b511b1d2-302c-442a-b83d-6b4b9d835b90 service neutron] 10.222.0.62 "PUT /v2.0/ports/4efdf25d-be21-4443-9181-ebe9b6d03485 HTTP/1.1" status: 200 len: 1093 time: 1.1901412 Jul 16 08:43:41.195934 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61206734-b568-4901-b2aa-b52de7469d33', 'tag': '4efdf25d-be21-4443-9181-ebe9b6d03485'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:41.199782 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336e9e3e-623f-4757-a417-b1a7f6074554" -d '{"events": [{"name": "network-changed", "server_uuid": "61206734-b568-4901-b2aa-b52de7469d33", "tag": "4efdf25d-be21-4443-9181-ebe9b6d03485"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:41.321926 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-774bed43-cf40-4d44-b4d4-7442060db0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.324064 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-774bed43-cf40-4d44-b4d4-7442060db0f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d30a627a06f4be49dc3ad74505a6e95&device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 1096 time: 0.0701976 Jul 16 08:43:41.395459 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-755feaef-5029-4db7-aadc-6613629e367c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4efdf25d-be21-4443-9181-ebe9b6d03485 HTTP/1.1" status: 200 len: 217 time: 0.0509148 Jul 16 08:43:41.447397 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-066df89b-a1fe-4730-b636-0e4e4b760765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.449452 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-066df89b-a1fe-4730-b636-0e4e4b760765 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd099381-19af-4fde-b284-c21ba717c512 HTTP/1.1" status: 200 len: 848 time: 0.0471871 Jul 16 08:43:41.478411 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:38Z', 'revision_number': 4, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port': {'id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '4b153876-2172-4db5-9dcf-64fd4e39ffe0', 'name': '', 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'mac_address': 'fa:16:3e:a0:ec:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b6056e7a-49ec-4420-a833-45e8101819ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:36Z', 'updated_at': '2021-07-16T08:43:38Z', 'revision_number': 2, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'subnets': [{'id': 'b6056e7a-49ec-4420-a833-45e8101819ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:41.490146 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-dddc73ff-26fd-4449-8f61-fc3ac6c34a97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef78c722-49cb-424a-a68e-32ef7797c1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336845 Jul 16 08:43:41.514909 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Checking router: 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:41.515344 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Updating router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:41.543512 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44286) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.551657 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.580990 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-bb5056ba-46cf-481a-b8df-e0d8407aebf1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718844768', 'description': 'tempest-secgroup-smoke-1718844768 description', 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:41.588555 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f0200-f4ac-41a3-92ba-72d02c7d3194 x-openstack-request-id: req-ab2f0200-f4ac-41a3-92ba-72d02c7d3194 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:41.589121 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61206734-b568-4901-b2aa-b52de7469d33", "tag": "4efdf25d-be21-4443-9181-ebe9b6d03485", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:41.589585 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ab2f0200-f4ac-41a3-92ba-72d02c7d3194 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:41.590170 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61206734-b568-4901-b2aa-b52de7469d33', 'tag': '4efdf25d-be21-4443-9181-ebe9b6d03485', 'status': 'completed', 'code': 200} Jul 16 08:43:41.629407 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bb5056ba-46cf-481a-b8df-e0d8407aebf1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.643254 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-dabf3ece-b171-4f1e-a7fd-05395b0d42be service neutron] 10.222.0.62 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467481 Jul 16 08:43:41.815937 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9041d5c-8f07-43e7-8fd5-76b3bb36d7e1 req-ac0e4954-2542-434b-b4e8-fc7cb3da4ba5 service neutron] 10.222.0.62 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650493 Jul 16 08:43:41.839345 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84be6d-f1a6-424f-8748-3ac979d90be6 req-30635557-b211-42c2-8be6-4b7970acd883 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.840988 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b84be6d-f1a6-424f-8748-3ac979d90be6 req-30635557-b211-42c2-8be6-4b7970acd883 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1534421 Jul 16 08:43:41.862958 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.863335 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bb5056ba-46cf-481a-b8df-e0d8407aebf1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.873832 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Transition to ACTIVE for port object 4b153876-2172-4db5-9dcf-64fd4e39ffe0 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:41.878641 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bb5056ba-46cf-481a-b8df-e0d8407aebf1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.887993 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.932462 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b84be6d-f1a6-424f-8748-3ac979d90be6 req-043a6c1d-ac18-4b7d-8374-990131c10f53 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785489 Jul 16 08:43:41.933079 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bb5056ba-46cf-481a-b8df-e0d8407aebf1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.936991 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-bb5056ba-46cf-481a-b8df-e0d8407aebf1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3900332 Jul 16 08:43:41.938165 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44294) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.943566 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-6cf56f46-c698-4dc9-8408-e6362290bb47 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'security_group_rule': {'security_group_id': '171356eb-d369-4fbe-8200-1e1910ab89a6', 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:41.975432 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5056ba-46cf-481a-b8df-e0d8407aebf1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171356eb-d369-4fbe-8200-1e1910ab89a6,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.998191 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85fde-78da-45e5-a7cd-7d07352caf2f None None] Pushing event updated for resources: {'Port': ['ID=4b153876-2172-4db5-9dcf-64fd4e39ffe0,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.004154 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6cf56f46-c698-4dc9-8408-e6362290bb47 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.023241 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-ea35170e-2029-4363-b29f-dddcc0437c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.024839 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-ea35170e-2029-4363-b29f-dddcc0437c3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d30a627a06f4be49dc3ad74505a6e95&device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 1096 time: 0.1104558 Jul 16 08:43:42.152067 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-477c93d0-7f72-4c5e-9bd9-bdd5de4fd740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.153784 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-477c93d0-7f72-4c5e-9bd9-bdd5de4fd740 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef78c722-49cb-424a-a68e-32ef7797c1fb HTTP/1.1" status: 200 len: 909 time: 0.1223044 Jul 16 08:43:42.158104 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6cf56f46-c698-4dc9-8408-e6362290bb47 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.166084 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6cf56f46-c698-4dc9-8408-e6362290bb47 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.178034 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Attempting to bind port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:42.178444 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Attempting to bind port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:42.179290 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Attempting to bind port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 on network 1ad7e277-9131-4a4d-90da-88806856cadb {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:42.182585 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:42.189018 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:42.189268 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Checking segment: {'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:42.189568 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.189903 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Bound using segment: {'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:42.190937 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Bound port: 4b153876-2172-4db5-9dcf-64fd4e39ffe0, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c6514f-be36-4277-ac55-3871735b0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:42.191061 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.204502 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6cf56f46-c698-4dc9-8408-e6362290bb47 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.206140 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-6cf56f46-c698-4dc9-8408-e6362290bb47 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2661402 Jul 16 08:43:42.213230 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44300) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.220461 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-853a8b7b-66c0-48dd-8d16-46d5abc183b0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'security_group_rule': {'security_group_id': '171356eb-d369-4fbe-8200-1e1910ab89a6', 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:42.238074 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf56f46-c698-4dc9-8408-e6362290bb47 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b522b2-430a-40df-bc28-585320d2dfe2,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.269769 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ef97a-4cfa-450f-b610-dfd42dd6e785 req-2a4a2224-e259-4e60-97de-92ab0b120d0f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.280684 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a8ef97a-4cfa-450f-b610-dfd42dd6e785 req-2a4a2224-e259-4e60-97de-92ab0b120d0f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.2241087 Jul 16 08:43:42.335060 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:42.335479 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.342096 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-853a8b7b-66c0-48dd-8d16-46d5abc183b0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.358472 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7a8ef97a-4cfa-450f-b610-dfd42dd6e785 req-0adb8866-d053-4470-be9e-3e56c24471cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753648 Jul 16 08:43:42.359235 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] For port 4b153876-2172-4db5-9dcf-64fd4e39ffe0, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:42.402300 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] For port 4b153876-2172-4db5-9dcf-64fd4e39ffe0, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=4b153876-2172-4db5-9dcf-64fd4e39ffe0,segment=NetworkSegment(e1c6514f-be36-4277-ac55-3871735b0c0c),segment_id=e1c6514f-be36-4277-ac55-3871735b0c0c)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:42.412643 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.440064 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-853a8b7b-66c0-48dd-8d16-46d5abc183b0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.444323 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-853a8b7b-66c0-48dd-8d16-46d5abc183b0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.457137 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-a682dfe4-22a5-4f1f-a875-4b9439b3633b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4efdf25d-be21-4443-9181-ebe9b6d03485 HTTP/1.1" status: 200 len: 217 time: 0.2772131 Jul 16 08:43:42.474039 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a8b7b-66c0-48dd-8d16-46d5abc183b0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f597a2e0-8b4a-47fa-a222-b55281a2eff9,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.499738 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-853a8b7b-66c0-48dd-8d16-46d5abc183b0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.500984 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-853a8b7b-66c0-48dd-8d16-46d5abc183b0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2845371 Jul 16 08:43:42.503624 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44312) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.511535 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-28676cfb-9fbf-468f-aa25-2b8fd7b07324 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'security_group_rule': {'security_group_id': '171356eb-d369-4fbe-8200-1e1910ab89a6', 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:42.524371 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-3bdc7aca-bee2-4b7c-974a-0a489ad7341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.525880 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-3bdc7aca-bee2-4b7c-974a-0a489ad7341b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd099381-19af-4fde-b284-c21ba717c512 HTTP/1.1" status: 200 len: 848 time: 0.0610325 Jul 16 08:43:42.534676 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09780411-2318-41b6-adc7-ac0a28c14abd req-8131b137-c6a6-4c68-830a-b554d957b497 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.534915 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Routers {'8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:42.534915 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:43:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.535445 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-09780411-2318-41b6-adc7-ac0a28c14abd req-8131b137-c6a6-4c68-830a-b554d957b497 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 943 time: 0.4285958 Jul 16 08:43:42.556792 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85fde-78da-45e5-a7cd-7d07352caf2f None None] Pushing event updated for resources: {'Port': ['ID=4b153876-2172-4db5-9dcf-64fd4e39ffe0,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.571289 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-495f9c17-068a-4b7f-9ae9-ecda2a187256 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef78c722-49cb-424a-a68e-32ef7797c1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348125 Jul 16 08:43:42.625800 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-09780411-2318-41b6-adc7-ac0a28c14abd req-727efbb9-b079-4ae0-9031-766939eb65db tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823848 Jul 16 08:43:42.664793 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-66af46ab-3c69-4405-8141-f1e1aec132d7 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.672274 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-66af46ab-3c69-4405-8141-f1e1aec132d7 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/networks?id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 200 len: 815 time: 0.2150326 Jul 16 08:43:42.689499 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-c8368102-441b-4df8-a39d-cec4b2c6349f service neutron] 10.222.0.62 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104014 Jul 16 08:43:42.692032 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-7e31cc0a-5574-44b0-90a6-191e872c9731 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/quotas/4c107ea27ddb49fcbd761bf966f7a7dd HTTP/1.1" status: 200 len: 375 time: 0.0187011 Jul 16 08:43:42.702977 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28676cfb-9fbf-468f-aa25-2b8fd7b07324 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.713856 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] Set router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:42.788909 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-336e9e3e-623f-4757-a417-b1a7f6074554 req-4f89a2c4-bbf2-4f15-817f-bbc968a2835a service neutron] 10.222.0.62 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916166 Jul 16 08:43:42.807613 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28676cfb-9fbf-468f-aa25-2b8fd7b07324 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.813581 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28676cfb-9fbf-468f-aa25-2b8fd7b07324 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.834724 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-b69d28c3-ef3c-4183-83d4-72f3432020ae tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417944 Jul 16 08:43:42.853024 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28676cfb-9fbf-468f-aa25-2b8fd7b07324 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3c906a-3e5e-4f33-b010-935c78bb890d,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.856369 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28676cfb-9fbf-468f-aa25-2b8fd7b07324 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.860004 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-28676cfb-9fbf-468f-aa25-2b8fd7b07324 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3526199 Jul 16 08:43:42.860462 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44314) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.864906 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-9eee0f5e-477e-44a7-9d24-7892665b9f53 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'security_group_rule': {'security_group_id': '171356eb-d369-4fbe-8200-1e1910ab89a6', 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:42.891985 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9eee0f5e-477e-44a7-9d24-7892665b9f53 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.937173 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:38Z', 'revision_number': 4, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port': {'id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '4b153876-2172-4db5-9dcf-64fd4e39ffe0', 'name': '', 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'mac_address': 'fa:16:3e:a0:ec:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b6056e7a-49ec-4420-a833-45e8101819ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:36Z', 'updated_at': '2021-07-16T08:43:42Z', 'revision_number': 4, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'subnets': [{'id': 'b6056e7a-49ec-4420-a833-45e8101819ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.948462 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-2c9e8fc4-dd70-45cc-800a-51f7be1a81f7 service neutron] 10.222.0.63 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028442 Jul 16 08:43:42.955233 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9eee0f5e-477e-44a7-9d24-7892665b9f53 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.958942 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9eee0f5e-477e-44a7-9d24-7892665b9f53 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.968063 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e96e63-51fb-41cd-b528-aaaa5a59a133 None None] The sync data for ids ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'] in dv-cinder-800768-3-iscsi is: [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:38Z', 'revision_number': 4, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port': {'id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '4b153876-2172-4db5-9dcf-64fd4e39ffe0', 'name': '', 'network_id': '1ad7e277-9131-4a4d-90da-88806856cadb', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'mac_address': 'fa:16:3e:a0:ec:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b6056e7a-49ec-4420-a833-45e8101819ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:36Z', 'updated_at': '2021-07-16T08:43:42Z', 'revision_number': 4, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'subnets': [{'id': 'b6056e7a-49ec-4420-a833-45e8101819ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:42.976000 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee0f5e-477e-44a7-9d24-7892665b9f53 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c33ebb8-9b5b-4687-ad55-611e3a6fa3a1,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.993910 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9eee0f5e-477e-44a7-9d24-7892665b9f53 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.995368 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9eee0f5e-477e-44a7-9d24-7892665b9f53 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340265 Jul 16 08:43:42.998668 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44318) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:43.003616 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-64662e6e-95fc-4cfa-b19d-923fff3a22c1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'security_group_rule': {'security_group_id': '171356eb-d369-4fbe-8200-1e1910ab89a6', 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:43.053160 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.securitygroups_db [None req-64662e6e-95fc-4cfa-b19d-923fff3a22c1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Project c89c591daee548f68fa81b3ab3a2b18d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:43:43.077104 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64662e6e-95fc-4cfa-b19d-923fff3a22c1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.081493 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-2d8018e0-3210-44c6-9db7-50372d17ed37 service neutron] 10.222.0.63 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280313 Jul 16 08:43:43.210706 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64662e6e-95fc-4cfa-b19d-923fff3a22c1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.215438 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64662e6e-95fc-4cfa-b19d-923fff3a22c1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.244742 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117cdba-72a1-4f70-88bb-4ad32f1b7cb1 req-e1c425e9-0b0f-46a6-b3c0-ea4a57db8994 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.246468 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2117cdba-72a1-4f70-88bb-4ad32f1b7cb1 req-e1c425e9-0b0f-46a6-b3c0-ea4a57db8994 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1544151 Jul 16 08:43:43.248846 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64662e6e-95fc-4cfa-b19d-923fff3a22c1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62347fe-6c5d-499a-b068-115af4118d57,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.264930 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64662e6e-95fc-4cfa-b19d-923fff3a22c1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.268615 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-64662e6e-95fc-4cfa-b19d-923fff3a22c1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2663627 Jul 16 08:43:43.269317 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44324) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:43.276546 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-561e451f-408a-481f-904e-50fc1b42ea4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'security_group_rule': {'security_group_id': '171356eb-d369-4fbe-8200-1e1910ab89a6', 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:43.318706 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2117cdba-72a1-4f70-88bb-4ad32f1b7cb1 req-103a2c0f-2867-4086-bcfb-ab7ba9be0ae2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615270 Jul 16 08:43:43.338531 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-56666eff-1ea5-40d9-8f54-f29da729b9ab req-d0ec9c41-c3ab-408e-9ab8-ba05c18a3cc0 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 210 time: 0.0507195 Jul 16 08:43:43.340401 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.securitygroups_db [None req-561e451f-408a-481f-904e-50fc1b42ea4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Project c89c591daee548f68fa81b3ab3a2b18d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:43:43.346567 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-561e451f-408a-481f-904e-50fc1b42ea4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.417975 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-561e451f-408a-481f-904e-50fc1b42ea4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.423651 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-561e451f-408a-481f-904e-50fc1b42ea4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.451676 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e451f-408a-481f-904e-50fc1b42ea4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4efc18f-f06b-40d5-8fb7-402e35a9c799,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.466638 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-561e451f-408a-481f-904e-50fc1b42ea4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.471446 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-561e451f-408a-481f-904e-50fc1b42ea4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1978509 Jul 16 08:43:43.591146 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28e5ab-5adb-4f26-875e-d0b95d931b83 req-cba80ca7-3cee-49ff-b4bd-db7bef2dcd50 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.592827 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4b28e5ab-5adb-4f26-875e-d0b95d931b83 req-cba80ca7-3cee-49ff-b4bd-db7bef2dcd50 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0836535 Jul 16 08:43:43.654418 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4b28e5ab-5adb-4f26-875e-d0b95d931b83 req-cd3d4470-cfcd-467d-ac3b-bed1ba0fa88a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514839 Jul 16 08:43:43.856662 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aced24-b602-4c0e-813f-2b6459867b7f req-6b3a3e4d-cad2-4154-95bc-8a6a5c8402a5 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.863495 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-01aced24-b602-4c0e-813f-2b6459867b7f req-6b3a3e4d-cad2-4154-95bc-8a6a5c8402a5 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 943 time: 0.0834415 Jul 16 08:43:43.907150 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-01aced24-b602-4c0e-813f-2b6459867b7f req-9ca8d393-a88f-4d5d-80ba-7f86773e5c6a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Jul 16 08:43:44.144644 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 4b153876-2172-4db5-9dcf-64fd4e39ffe0 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:44.206582 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:44.210135 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:44.210508 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.288516 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.324748 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 4b153876-2172-4db5-9dcf-64fd4e39ffe0, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=4b153876-2172-4db5-9dcf-64fd4e39ffe0,segment=NetworkSegment(e1c6514f-be36-4277-ac55-3871735b0c0c),segment_id=e1c6514f-be36-4277-ac55-3871735b0c0c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:44.328866 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.379914 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=4b153876-2172-4db5-9dcf-64fd4e39ffe0,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.505663 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-579179e9-2970-4f93-bd78-09a40150a23e req-7ebbb6b1-f97c-4956-a1e6-0f4bf22706e6 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 210 time: 0.0306146 Jul 16 08:43:44.512659 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a206e1-8ced-467c-8471-75ebba14212d req-d1c4d343-bc75-40f5-9566-5d3b6e4724b9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.514268 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91a206e1-8ced-467c-8471-75ebba14212d req-d1c4d343-bc75-40f5-9566-5d3b6e4724b9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0784075 Jul 16 08:43:44.557681 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91a206e1-8ced-467c-8471-75ebba14212d req-7397d261-868e-4a4e-a449-e2f3d15d2c10 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368586 Jul 16 08:43:44.743694 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 4efdf25d-be21-4443-9181-ebe9b6d03485 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:44.796716 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-595961fd-c7f2-4c7a-80bb-2fdba4d6c008 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.798326 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-595961fd-c7f2-4c7a-80bb-2fdba4d6c008 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.62 "GET /v2.0/networks?id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 200 len: 815 time: 0.1064653 Jul 16 08:43:44.818706 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'port': {'device_id': '185eb79f-aaee-4790-b2a0-554a409c190a', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'admin_state_up': True, 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:44.877964 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36624d-1d33-4648-ad4e-a5c88852a8a4 req-060c42ed-f95f-44a2-b61c-8260a0eb964f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.879655 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6f36624d-1d33-4648-ad4e-a5c88852a8a4 req-060c42ed-f95f-44a2-b61c-8260a0eb964f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0854266 Jul 16 08:43:44.887270 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 4efdf25d-be21-4443-9181-ebe9b6d03485, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=4efdf25d-be21-4443-9181-ebe9b6d03485,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:44.909802 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '4efdf25d-be21-4443-9181-ebe9b6d03485', 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb', 'port_id': '4efdf25d-be21-4443-9181-ebe9b6d03485', 'mac_address': 'fa:16:3e:0b:be:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd099381-19af-4fde-b284-c21ba717c512', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:44.928450 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6f36624d-1d33-4648-ad4e-a5c88852a8a4 req-be9d2be1-d377-4aba-a580-7c6d5691af81 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Jul 16 08:43:44.967011 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.980341 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efdf25d-be21-4443-9181-ebe9b6d03485 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:44.989574 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Made reservation on behalf of 4c107ea27ddb49fcbd761bf966f7a7dd for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:44.993442 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.002569 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 4efdf25d-be21-4443-9181-ebe9b6d03485, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=4efdf25d-be21-4443-9181-ebe9b6d03485,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:45.006406 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.063810 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:45.064396 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=4efdf25d-be21-4443-9181-ebe9b6d03485,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.191786 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Allocated IP 172.20.0.3 (e47c7b0e-560f-4cb7-8e35-c2045f24abc2/0bfec918-edb4-4868-af55-f69eb83faed5/bf0a349c-f06d-4262-9b93-303cd8fdc633) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:45.202934 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411fa6-e2a2-4583-a84d-00221765098d req-f5572cae-f1f9-4598-9023-078f9200d00a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.204473 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d9411fa6-e2a2-4583-a84d-00221765098d req-f5572cae-f1f9-4598-9023-078f9200d00a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 944 time: 0.1418293 Jul 16 08:43:45.271363 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d9411fa6-e2a2-4583-a84d-00221765098d req-4124c301-e333-482a-9c5c-534059e23144 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564041 Jul 16 08:43:45.398596 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.412037 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['4efdf25d-be21-4443-9181-ebe9b6d03485'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:45.421558 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Transition to ACTIVE for port object bf0a349c-f06d-4262-9b93-303cd8fdc633 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:45.491385 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.610005 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:45.613464 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:45.618162 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:45.650566 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'Port': ['ID=bf0a349c-f06d-4262-9b93-303cd8fdc633,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.679733 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.680609 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.734096 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-eee03c18-7445-4c48-82a3-5a8528b25a3a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9193151 Jul 16 08:43:45.903771 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9df30-9054-4a6f-9902-99067ea74d43 req-f2bfcce0-b322-4acb-a9a6-c1a41dc055e4 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.908643 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b5e9df30-9054-4a6f-9902-99067ea74d43 req-f2bfcce0-b322-4acb-a9a6-c1a41dc055e4 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.1467607 Jul 16 08:43:45.948057 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e9b7-ea56-46e2-90a6-062f0002b601 req-031fc40c-831a-4c7d-8335-4dce250cc83b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.949524 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bad5e9b7-ea56-46e2-90a6-062f0002b601 req-031fc40c-831a-4c7d-8335-4dce250cc83b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1467171 Jul 16 08:43:45.958879 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b5e9df30-9054-4a6f-9902-99067ea74d43 req-b58610e8-985d-450c-84e1-dbda087085cb tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Jul 16 08:43:46.013023 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-1b764ce7-1924-40a8-863d-afa562523c34 None None] Provisioning for port bf0a349c-f06d-4262-9b93-303cd8fdc633 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:46.019770 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-1b764ce7-1924-40a8-863d-afa562523c34 None None] Provisioning complete for port bf0a349c-f06d-4262-9b93-303cd8fdc633 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:46.020406 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-1b764ce7-1924-40a8-863d-afa562523c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.052630 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bad5e9b7-ea56-46e2-90a6-062f0002b601 req-fb903d01-3922-499b-bfeb-549e96efc2a6 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953090 Jul 16 08:43:46.090147 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-1b764ce7-1924-40a8-863d-afa562523c34 None None] Port bf0a349c-f06d-4262-9b93-303cd8fdc633 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:46.157695 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 4b153876-2172-4db5-9dcf-64fd4e39ffe0 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:46.248156 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462b23d-2e11-4635-874a-2ed676a18934 req-0c2a6682-bda2-4038-accd-235356ecf5f8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.250210 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b462b23d-2e11-4635-874a-2ed676a18934 req-0c2a6682-bda2-4038-accd-235356ecf5f8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1126380 Jul 16 08:43:46.252917 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:46.253535 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.299399 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b462b23d-2e11-4635-874a-2ed676a18934 req-8baf3239-11cb-4cf7-8761-4a0a67f2a18c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377150 Jul 16 08:43:46.498080 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c05de-d0d3-417f-b67c-00b5b5955849 req-abc40f73-f3be-4dac-9a68-680f6e211c37 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.499455 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-906c05de-d0d3-417f-b67c-00b5b5955849 req-abc40f73-f3be-4dac-9a68-680f6e211c37 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 944 time: 0.0651500 Jul 16 08:43:46.537396 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-906c05de-d0d3-417f-b67c-00b5b5955849 req-b568d0eb-7bfa-447d-8834-19e1a776f9cd tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jul 16 08:43:46.749501 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:46.798339 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 4efdf25d-be21-4443-9181-ebe9b6d03485 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:46.886587 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:46.900644 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'port_id': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'mac_address': 'fa:16:3e:95:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:46.903305 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 4efdf25d-be21-4443-9181-ebe9b6d03485 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:46.909300 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 4efdf25d-be21-4443-9181-ebe9b6d03485 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:46.909697 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.971888 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.993808 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:47.035398 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:47.042940 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.051433 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.110593 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61206734-b568-4901-b2aa-b52de7469d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efdf25d-be21-4443-9181-ebe9b6d03485'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:47.112913 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e33852f-f235-4a54-a638-29f9dbd02788" -d '{"events": [{"server_uuid": "61206734-b568-4901-b2aa-b52de7469d33", "name": "network-vif-plugged", "status": "completed", "tag": "4efdf25d-be21-4443-9181-ebe9b6d03485"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:47.215555 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4735-19eb-4a27-b60a-15410a8bfe5d req-46c9b2a2-c947-482f-bdea-d68bc4ddbd03 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.223719 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e0da4735-19eb-4a27-b60a-15410a8bfe5d req-46c9b2a2-c947-482f-bdea-d68bc4ddbd03 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.1081274 Jul 16 08:43:47.297898 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e0da4735-19eb-4a27-b60a-15410a8bfe5d req-67a5145d-1f17-45a9-8881-ca385d8082b6 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731571 Jul 16 08:43:47.301522 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 4efdf25d-be21-4443-9181-ebe9b6d03485, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=4efdf25d-be21-4443-9181-ebe9b6d03485,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:47.302735 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=6']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.307925 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.379866 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=4efdf25d-be21-4443-9181-ebe9b6d03485,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.385351 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:47.421859 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b903ad-fda9-4414-99b5-002836c97b97 req-b09c3de7-803b-4b17-aa59-86ab343deff7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.426934 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c40c7-77da-467c-b3d9-4194bfd1559a x-openstack-request-id: req-091c40c7-77da-467c-b3d9-4194bfd1559a {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:47.427273 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61206734-b568-4901-b2aa-b52de7469d33", "name": "network-vif-plugged", "status": "completed", "tag": "4efdf25d-be21-4443-9181-ebe9b6d03485", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:47.427526 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-091c40c7-77da-467c-b3d9-4194bfd1559a {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:47.428066 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61206734-b568-4901-b2aa-b52de7469d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efdf25d-be21-4443-9181-ebe9b6d03485', 'code': 200} Jul 16 08:43:47.434603 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f0b903ad-fda9-4414-99b5-002836c97b97 req-b09c3de7-803b-4b17-aa59-86ab343deff7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1625752 Jul 16 08:43:47.493095 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f0b903ad-fda9-4414-99b5-002836c97b97 req-524de8b9-44bb-498d-b62c-059937f4be95 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Jul 16 08:43:47.627465 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900ce69-360f-4a7d-a774-1e345911841a req-c98b0641-d6a0-46ff-9ac6-d27252a31a48 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.629121 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2900ce69-360f-4a7d-a774-1e345911841a req-c98b0641-d6a0-46ff-9ac6-d27252a31a48 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 944 time: 0.1117549 Jul 16 08:43:47.699637 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2900ce69-360f-4a7d-a774-1e345911841a req-9d8c5168-74d4-4a12-a13f-77e09ed78138 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633867 Jul 16 08:43:47.776372 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3320c9-b3e8-4925-8789-8a45f0894b63 req-2d0f9391-bd79-4300-9ab0-8add8cd2a37d tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.777884 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4f3320c9-b3e8-4925-8789-8a45f0894b63 req-2d0f9391-bd79-4300-9ab0-8add8cd2a37d tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0961151 Jul 16 08:43:47.817323 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4f3320c9-b3e8-4925-8789-8a45f0894b63 req-8722302a-b803-41c2-a33f-3713a1c97c72 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Jul 16 08:43:48.520173 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a5f02-a278-4a2b-8146-44f3d0113965 req-4d8ff0d0-be28-4e0f-95e7-dfa17d001bec tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.521571 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d18a5f02-a278-4a2b-8146-44f3d0113965 req-4d8ff0d0-be28-4e0f-95e7-dfa17d001bec tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.0663507 Jul 16 08:43:48.562279 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d18a5f02-a278-4a2b-8146-44f3d0113965 req-ff627d3e-77d7-4035-a60d-a41f9e698783 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Jul 16 08:43:48.682150 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab469c4-b2c1-447d-9fb1-cbc5ad19dc3c req-cca4c190-8b5a-4109-a4f0-e84ff904ab34 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.683631 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dab469c4-b2c1-447d-9fb1-cbc5ad19dc3c req-cca4c190-8b5a-4109-a4f0-e84ff904ab34 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0629802 Jul 16 08:43:48.729505 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dab469c4-b2c1-447d-9fb1-cbc5ad19dc3c req-176fe092-22ea-437a-8aa7-0c1d224948cd tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Jul 16 08:43:48.763489 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:48.818854 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:48.819246 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.932420 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cd7dc-a3ee-43b2-90aa-71fbc44cb16d req-4b37b96c-2723-44da-9da7-16eaaf05ac27 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.952542 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1f1cd7dc-a3ee-43b2-90aa-71fbc44cb16d req-4b37b96c-2723-44da-9da7-16eaaf05ac27 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 944 time: 0.0930665 Jul 16 08:43:48.954797 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.003588 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1f1cd7dc-a3ee-43b2-90aa-71fbc44cb16d req-dce218a2-ecaf-4877-bed8-02b6c67cef09 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501466 Jul 16 08:43:49.026811 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:49.034817 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.065154 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4dee5-93eb-4fe0-b2e9-118eb1a53189 req-a96d0457-9588-4d10-8ea7-129ebca0c90c tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.066760 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-20e4dee5-93eb-4fe0-b2e9-118eb1a53189 req-a96d0457-9588-4d10-8ea7-129ebca0c90c tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0968680 Jul 16 08:43:49.088976 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=7']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.114738 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-20e4dee5-93eb-4fe0-b2e9-118eb1a53189 req-57837dcb-732d-4b26-9546-727c659c6a3e tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Jul 16 08:43:49.432389 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:49.435155 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d65cb-6bb5-4cbc-83d8-eeffe6273e05" -d '{"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:49.488112 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee355091-65b0-47cc-84a1-aef1332cd4d4 x-openstack-request-id: req-ee355091-65b0-47cc-84a1-aef1332cd4d4 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:49.488407 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:49.488658 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ee355091-65b0-47cc-84a1-aef1332cd4d4 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:49.489123 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'code': 200} Jul 16 08:43:49.759696 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555bb79-d992-4304-92fb-0dbb5e5b3208 req-8838afab-840d-445a-a671-95f6566bd898 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.761237 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d555bb79-d992-4304-92fb-0dbb5e5b3208 req-8838afab-840d-445a-a671-95f6566bd898 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.0721788 Jul 16 08:43:49.801805 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d555bb79-d992-4304-92fb-0dbb5e5b3208 req-1a1b7c5d-51c2-4aa2-a417-4108d6bc4dd4 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344207 Jul 16 08:43:49.929784 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a29abb-48f9-435c-bd2e-b095d08218b5 req-45472964-64bc-4945-bf22-1e6d50710e7e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.931350 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-93a29abb-48f9-435c-bd2e-b095d08218b5 req-45472964-64bc-4945-bf22-1e6d50710e7e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0629227 Jul 16 08:43:49.971492 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-93a29abb-48f9-435c-bd2e-b095d08218b5 req-00459ae6-528f-4ef0-94f1-97531486299e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342736 Jul 16 08:43:50.217140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24b5fe-ee35-4167-9421-4cdb150864cc req-da70c9a1-df41-4b4a-86e0-fbeb91c9c73a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.218761 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1b24b5fe-ee35-4167-9421-4cdb150864cc req-da70c9a1-df41-4b4a-86e0-fbeb91c9c73a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0788813 Jul 16 08:43:50.285114 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1b24b5fe-ee35-4167-9421-4cdb150864cc req-ac7467ce-a5ec-4fb1-90b7-4ccdaa2c4efb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603094 Jul 16 08:43:50.322914 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc6365-5744-461d-a50b-fb2f94b53b7c req-330bfe79-ac58-4ee4-9ce6-d84f88214743 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.324490 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-dedc6365-5744-461d-a50b-fb2f94b53b7c req-330bfe79-ac58-4ee4-9ce6-d84f88214743 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0830195 Jul 16 08:43:50.360894 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-dedc6365-5744-461d-a50b-fb2f94b53b7c req-286d15eb-7e91-4238-9f0e-fa0723bd2e18 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Jul 16 08:43:50.986094 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a666ff8-0e21-4c5f-8348-46175b292ad7 req-9b270fd4-a65e-4c7e-8024-524f6d938863 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.988680 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0a666ff8-0e21-4c5f-8348-46175b292ad7 req-9b270fd4-a65e-4c7e-8024-524f6d938863 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.0647442 Jul 16 08:43:51.036911 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0a666ff8-0e21-4c5f-8348-46175b292ad7 req-1f27f2ba-ca81-4959-96b2-a2bfbdbbc6be tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Jul 16 08:43:51.160333 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3df2b7-1b91-48ed-8f28-5799ea780d52 req-e8a248c2-c6c9-4c7a-9bd0-3744b0a40d8e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.161741 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ca3df2b7-1b91-48ed-8f28-5799ea780d52 req-e8a248c2-c6c9-4c7a-9bd0-3744b0a40d8e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0659864 Jul 16 08:43:51.203902 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ca3df2b7-1b91-48ed-8f28-5799ea780d52 req-3cbf3e9d-70e5-47b0-b744-63daad600aa1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356994 Jul 16 08:43:51.472495 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25c273-01e5-428d-b137-e0e594543cce req-84e0e3e4-4bda-4aaa-b32b-2b5894d035db tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.474093 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4f25c273-01e5-428d-b137-e0e594543cce req-84e0e3e4-4bda-4aaa-b32b-2b5894d035db tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0625935 Jul 16 08:43:51.520196 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4f25c273-01e5-428d-b137-e0e594543cce req-6aebd6a9-0652-4d62-a553-0b32d8ca223c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406034 Jul 16 08:43:51.552618 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52243-0e38-4ab3-908d-5749968cb024 req-fa1d19aa-c8e0-42ff-a10d-082640eadf8a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.560077 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-afb52243-0e38-4ab3-908d-5749968cb024 req-fa1d19aa-c8e0-42ff-a10d-082640eadf8a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0859799 Jul 16 08:43:51.604493 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-afb52243-0e38-4ab3-908d-5749968cb024 req-74350313-5b96-4831-818a-8e70ebc1463a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Jul 16 08:43:52.223495 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bf610-15ca-4030-8971-b214dfe0bfef req-865d5f57-eea5-4cc6-b719-f194fac8767a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.225018 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b78bf610-15ca-4030-8971-b214dfe0bfef req-865d5f57-eea5-4cc6-b719-f194fac8767a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.0651116 Jul 16 08:43:52.268526 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b78bf610-15ca-4030-8971-b214dfe0bfef req-f176ca0a-b6ce-4096-8f9b-486e7a089606 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344012 Jul 16 08:43:52.397978 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897ab87-5f1a-4c5a-b5ce-798bfbf7f42c req-a3b33750-1489-4724-b181-2aab2e51f2d9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.399530 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2897ab87-5f1a-4c5a-b5ce-798bfbf7f42c req-a3b33750-1489-4724-b181-2aab2e51f2d9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0638819 Jul 16 08:43:52.463903 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2897ab87-5f1a-4c5a-b5ce-798bfbf7f42c req-eaa1d28b-3763-4f0e-9127-96ff832ef615 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578225 Jul 16 08:43:52.750574 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3faa35d-7697-42d3-b9a9-fa19ac643ad5 req-cf49d788-8d8f-4482-9407-e912ff8cb65f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.752189 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3faa35d-7697-42d3-b9a9-fa19ac643ad5 req-cf49d788-8d8f-4482-9407-e912ff8cb65f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0817897 Jul 16 08:43:52.823443 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3faa35d-7697-42d3-b9a9-fa19ac643ad5 req-38d1ab73-7740-4b02-b352-0fa17c664409 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625699 Jul 16 08:43:52.842076 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48de23c-b505-4336-b202-2154c439f492 req-02cee1e5-68a6-4211-b8a5-6f2f9d29d0b7 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.847042 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b48de23c-b505-4336-b202-2154c439f492 req-02cee1e5-68a6-4211-b8a5-6f2f9d29d0b7 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0803440 Jul 16 08:43:52.880873 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b48de23c-b505-4336-b202-2154c439f492 req-b0af0279-84d6-4180-b6f9-60ffb1caddde tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Jul 16 08:43:53.493373 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b4768-d197-4339-ba16-d10d0ee16985 req-45df15b6-35ac-4d62-8462-fd07ae0dfb35 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.494923 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d81b4768-d197-4339-ba16-d10d0ee16985 req-45df15b6-35ac-4d62-8462-fd07ae0dfb35 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.0919123 Jul 16 08:43:53.531624 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d81b4768-d197-4339-ba16-d10d0ee16985 req-c9172b1c-f96b-4a62-a5ac-e4d02cc900b0 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Jul 16 08:43:53.637269 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88514831-3fa4-4929-9f2d-d4df8a0a16d3 req-f9284f92-ee64-48f1-bc83-17e5cda0c886 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.638771 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-88514831-3fa4-4929-9f2d-d4df8a0a16d3 req-f9284f92-ee64-48f1-bc83-17e5cda0c886 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0670195 Jul 16 08:43:53.676033 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-88514831-3fa4-4929-9f2d-d4df8a0a16d3 req-8737b024-5b4b-4639-ab3d-844df87c3d6b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Jul 16 08:43:54.034557 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0039a09-7d4c-41af-812f-13251bd14cfd req-0c7b41d9-9791-44a4-8a45-c16ce8becc60 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.036075 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b0039a09-7d4c-41af-812f-13251bd14cfd req-0c7b41d9-9791-44a4-8a45-c16ce8becc60 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0963912 Jul 16 08:43:54.086551 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b0039a09-7d4c-41af-812f-13251bd14cfd req-83309947-d16b-4226-b3fc-660e91548305 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435846 Jul 16 08:43:54.110263 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ef2f3-69ff-4a12-bfe1-fd1ba683c85d req-afc33e3e-2ee4-4c69-9d8f-e5ac9a63d986 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.111799 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-289ef2f3-69ff-4a12-bfe1-fd1ba683c85d req-afc33e3e-2ee4-4c69-9d8f-e5ac9a63d986 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0712211 Jul 16 08:43:54.150332 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-289ef2f3-69ff-4a12-bfe1-fd1ba683c85d req-c1472d58-7851-4ceb-8f7d-5b7d65e6c699 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 16 08:43:54.712367 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186733b-0e03-44fe-a832-6c9d184c8428 req-57d070a1-2ad4-4e46-8a4c-7ab78f162bbc tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.714329 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9186733b-0e03-44fe-a832-6c9d184c8428 req-57d070a1-2ad4-4e46-8a4c-7ab78f162bbc tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.0644293 Jul 16 08:43:54.776852 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9186733b-0e03-44fe-a832-6c9d184c8428 req-26123868-0ed4-4bfb-8c24-b768e8c4a7ee tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557995 Jul 16 08:43:54.869523 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60cfa-4103-4c83-b2c3-01ed05cca600 req-ecf89b1f-ad76-4283-812a-5dc24d66c656 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.871013 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bcb60cfa-4103-4c83-b2c3-01ed05cca600 req-ecf89b1f-ad76-4283-812a-5dc24d66c656 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0774539 Jul 16 08:43:54.909213 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bcb60cfa-4103-4c83-b2c3-01ed05cca600 req-d109a6db-5fa7-47a5-bc28-86f97291ecf0 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Jul 16 08:43:55.296162 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60eef2a-156c-4851-9f4d-5600141b698a req-ecbf9e26-f5ac-41fe-aba7-4b14978c896d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.297773 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c60eef2a-156c-4851-9f4d-5600141b698a req-ecbf9e26-f5ac-41fe-aba7-4b14978c896d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0907586 Jul 16 08:43:55.331443 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7821c-def8-4858-8bc5-cfec5ea69149 req-d93ac5ba-291a-404c-94bf-74ccc2a21ffc tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.332943 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3af7821c-def8-4858-8bc5-cfec5ea69149 req-d93ac5ba-291a-404c-94bf-74ccc2a21ffc tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0654991 Jul 16 08:43:55.337051 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c60eef2a-156c-4851-9f4d-5600141b698a req-4d89fb59-4fa0-4b9c-a318-8caea4ea7fd7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Jul 16 08:43:55.372529 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3af7821c-def8-4858-8bc5-cfec5ea69149 req-3a76b101-75d0-4878-a2ce-d76f7e2d6a7f tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Jul 16 08:43:55.942323 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bedfe-3240-4e60-8e9c-aafbc14b577e req-6c86dc0e-1b97-4301-a54e-6aa84242910f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.948545 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-125bedfe-3240-4e60-8e9c-aafbc14b577e req-6c86dc0e-1b97-4301-a54e-6aa84242910f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.0671980 Jul 16 08:43:56.007049 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-125bedfe-3240-4e60-8e9c-aafbc14b577e req-2b008349-7c6b-45d6-962a-98f59c0f213b tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564938 Jul 16 08:43:56.123857 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425b96-ddc2-47e2-a607-dfa27b2f28a1 req-4f07e472-fe7f-4d14-8152-bc2042bbd3d9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.125332 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2a425b96-ddc2-47e2-a607-dfa27b2f28a1 req-4f07e472-fe7f-4d14-8152-bc2042bbd3d9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0612032 Jul 16 08:43:56.165281 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2a425b96-ddc2-47e2-a607-dfa27b2f28a1 req-35643677-e37d-483c-ba61-27d59337b94c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345051 Jul 16 08:43:56.530804 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4cb1d-db8d-40fe-aa2d-719bee3e30e0 req-e9a23e25-1b48-457c-989b-88c71fd89f53 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.532441 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7be4cb1d-db8d-40fe-aa2d-719bee3e30e0 req-e9a23e25-1b48-457c-989b-88c71fd89f53 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0810101 Jul 16 08:43:56.548064 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d007ae3-a199-4220-93f1-923af919bd73 req-56fe4116-33a9-4ada-8b6a-1ea2d5e9ca58 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.549804 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3d007ae3-a199-4220-93f1-923af919bd73 req-56fe4116-33a9-4ada-8b6a-1ea2d5e9ca58 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0683749 Jul 16 08:43:56.572466 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7be4cb1d-db8d-40fe-aa2d-719bee3e30e0 req-3a2e242c-2152-462e-8c07-faf393ac1e77 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Jul 16 08:43:56.587677 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3d007ae3-a199-4220-93f1-923af919bd73 req-77c2cc37-5c23-45ea-a7dc-28f74ce6ce94 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Jul 16 08:43:57.167902 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a4cc5-a6e5-4d09-ac3f-164206b608b7 req-a765c083-2fce-4e1e-b6c9-086f78d633a6 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.169361 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b04a4cc5-a6e5-4d09-ac3f-164206b608b7 req-a765c083-2fce-4e1e-b6c9-086f78d633a6 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 931 time: 0.0608821 Jul 16 08:43:57.207122 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b04a4cc5-a6e5-4d09-ac3f-164206b608b7 req-6252f311-0ffd-44bd-9cdb-dd4768635e26 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Jul 16 08:43:57.334303 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e987373-00ca-451b-9a07-cd473000c368 req-513ee1d7-195b-43df-b31f-468e0381b25b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.335804 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9e987373-00ca-451b-9a07-cd473000c368 req-513ee1d7-195b-43df-b31f-468e0381b25b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0640631 Jul 16 08:43:57.372679 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9e987373-00ca-451b-9a07-cd473000c368 req-ae5f9337-21aa-4e67-accd-a94af68e6313 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313065 Jul 16 08:43:57.666480 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Request body: {'port': {'device_id': '185eb79f-aaee-4790-b2a0-554a409c190a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:57.773689 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.775470 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eebe3a-9980-42ae-b6bf-59c1b5e01f37 req-eb3de024-30b3-46f9-b31e-57fd801ad71c tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.777259 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-60eebe3a-9980-42ae-b6bf-59c1b5e01f37 req-eb3de024-30b3-46f9-b31e-57fd801ad71c tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0797555 Jul 16 08:43:57.824585 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-60eebe3a-9980-42ae-b6bf-59c1b5e01f37 req-ac30e57d-22bb-481e-a503-00f8a355e26e tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373018 Jul 16 08:43:57.852475 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789c397-cba7-48b9-bfd2-a4bff769ba60 req-f3ba42e0-2480-4a1f-a463-33c4a188f422 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.853939 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d789c397-cba7-48b9-bfd2-a4bff769ba60 req-f3ba42e0-2480-4a1f-a463-33c4a188f422 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1565018 Jul 16 08:43:57.983319 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d789c397-cba7-48b9-bfd2-a4bff769ba60 req-4c222a26-215a-4296-b0b7-ce1b47e48561 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206939 Jul 16 08:43:58.068017 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ee8f-6959-4f35-a67a-68571a249d8e req-f55761ff-513c-469d-bad0-71b7930512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.069501 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7755ee8f-6959-4f35-a67a-68571a249d8e req-f55761ff-513c-469d-bad0-71b7930512fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 1098 time: 0.1427908 Jul 16 08:43:58.128595 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7755ee8f-6959-4f35-a67a-68571a249d8e req-1cd13ae7-6ace-49db-b2b0-ec416f75e483 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Jul 16 08:43:58.165416 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0a349c-f06d-4262-9b93-303cd8fdc633 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:58.172692 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.184663 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Transition to ACTIVE for port object bf0a349c-f06d-4262-9b93-303cd8fdc633 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:58.188716 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.261231 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0a349c-f06d-4262-9b93-303cd8fdc633,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.287047 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.287416 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.287743 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.288106 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.288446 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.289302 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.289638 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.289968 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.290293 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.290618 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.290944 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.291267 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:58.327193 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Attempting to bind port bf0a349c-f06d-4262-9b93-303cd8fdc633 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:58.327542 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Attempting to bind port bf0a349c-f06d-4262-9b93-303cd8fdc633 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:58.328015 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Attempting to bind port bf0a349c-f06d-4262-9b93-303cd8fdc633 on network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:58.332952 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Port bf0a349c-f06d-4262-9b93-303cd8fdc633 on network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:58.333288 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Attempting to bind port bf0a349c-f06d-4262-9b93-303cd8fdc633 on network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:58.338795 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:58.339135 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Checking segment: {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:58.339530 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Bound using segment: {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:58.339987 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Bound port: bf0a349c-f06d-4262-9b93-303cd8fdc633, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022e0c37-4275-4fd0-b98a-761a8a965a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:58.340352 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.386720 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463c6ac-2731-4765-9c0e-94baa285bd14 req-f4e4e6cf-968b-4114-ac53-351de61953b6 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.388842 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4463c6ac-2731-4765-9c0e-94baa285bd14 req-f4e4e6cf-968b-4114-ac53-351de61953b6 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 943 time: 0.0656357 Jul 16 08:43:58.413680 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] For port bf0a349c-f06d-4262-9b93-303cd8fdc633, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:58.417586 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] For port bf0a349c-f06d-4262-9b93-303cd8fdc633, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:58.423203 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.432085 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4463c6ac-2731-4765-9c0e-94baa285bd14 req-1cbdda47-3c48-494c-8c81-b0e08c8ca58b tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Jul 16 08:43:58.470270 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.470920 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.472345 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] 10.222.0.62 "PUT /v2.0/ports/bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 1093 time: 0.8106856 Jul 16 08:43:58.472789 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:58.475017 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48" -d '{"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:58.490358 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531058eb-0f9c-4dbe-b99b-3ae157df9c46 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0a349c-f06d-4262-9b93-303cd8fdc633,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.525110 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6aff85-ee5c-4965-8715-b4015b414d64 x-openstack-request-id: req-bb6aff85-ee5c-4965-8715-b4015b414d64 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:58.525437 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:58.525692 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bb6aff85-ee5c-4965-8715-b4015b414d64 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:58.526108 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'status': 'completed', 'code': 200} Jul 16 08:43:58.592795 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbd63e-e0e0-4ef8-8e97-dab2afc6fbe2 req-080f8be9-91b9-4e3c-8d0d-110e3216b89d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.594597 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6ccbd63e-e0e0-4ef8-8e97-dab2afc6fbe2 req-080f8be9-91b9-4e3c-8d0d-110e3216b89d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0931299 Jul 16 08:43:58.658596 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6ccbd63e-e0e0-4ef8-8e97-dab2afc6fbe2 req-61ffefb4-7733-4ee0-9a8a-23addb0f8127 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580091 Jul 16 08:43:58.691377 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-424fbbad-77cd-4333-943b-eaa4e6f0da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.694114 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-424fbbad-77cd-4333-943b-eaa4e6f0da56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1096 time: 0.0705028 Jul 16 08:43:58.751991 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-b13c13de-8478-466b-8c1a-b9be32ea0f76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 217 time: 0.0379276 Jul 16 08:43:58.833456 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-a3ce1d0a-31ca-4c95-b8cf-26405f4fca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.835025 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-a3ce1d0a-31ca-4c95-b8cf-26405f4fca7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bfec918-edb4-4868-af55-f69eb83faed5 HTTP/1.1" status: 200 len: 854 time: 0.0442619 Jul 16 08:43:58.975253 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-d092ba7a-91a4-4969-82c3-f70ead517d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.976791 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-d092ba7a-91a4-4969-82c3-f70ead517d4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529749 Jul 16 08:43:59.006190 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd784638-b00e-478e-b59d-5758cc2b358a req-8579c803-54da-4c36-8e6a-23786026faf1 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.008243 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cd784638-b00e-478e-b59d-5758cc2b358a req-8579c803-54da-4c36-8e6a-23786026faf1 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0675440 Jul 16 08:43:59.066096 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cd784638-b00e-478e-b59d-5758cc2b358a req-6baa3988-4e18-479b-9b8d-9198473b14fe tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492928 Jul 16 08:43:59.104589 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-363c8d08-5feb-403b-b3a1-5fbc2329a73e service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120083 Jul 16 08:43:59.462067 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8352465d-3c45-46d1-ab1e-7ff29b5c620c req-fb6e80f2-74d2-4513-ab93-7a964c3a4280 service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506539 Jul 16 08:43:59.477443 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b457f4-5c69-4617-a74b-df17494f4919 req-1df22e41-8fb2-49ec-811e-7ea024ccfc7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.484242 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e7b457f4-5c69-4617-a74b-df17494f4919 req-1df22e41-8fb2-49ec-811e-7ea024ccfc7e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.3460658 Jul 16 08:43:59.533717 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e7b457f4-5c69-4617-a74b-df17494f4919 req-838a53dd-3aa6-46c5-bccf-bdcb3ba6f0d3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480797 Jul 16 08:43:59.691514 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-5ba44c03-b95a-401b-8667-cbce583862c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.693803 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-5ba44c03-b95a-401b-8667-cbce583862c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1096 time: 0.0824277 Jul 16 08:43:59.763383 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75eac2-3828-4f37-a12b-05ca42fcb19b req-de8a3278-3ee7-4b20-87d5-e7cf1c231492 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.765310 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4a75eac2-3828-4f37-a12b-05ca42fcb19b req-de8a3278-3ee7-4b20-87d5-e7cf1c231492 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 943 time: 0.0705750 Jul 16 08:43:59.830551 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4a75eac2-3828-4f37-a12b-05ca42fcb19b req-d3c85894-f6a1-4591-9f65-39392490bc97 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589523 Jul 16 08:43:59.868550 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c01c3-a70c-4b7f-b96c-3d8d2cb2c773 req-23c613b9-c0f9-446b-94f9-55456777ccdf tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.870304 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d35c01c3-a70c-4b7f-b96c-3d8d2cb2c773 req-23c613b9-c0f9-446b-94f9-55456777ccdf tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1338513 Jul 16 08:43:59.972880 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d35c01c3-a70c-4b7f-b96c-3d8d2cb2c773 req-59364973-333f-4fab-addf-8389266ca5e0 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827630 Jul 16 08:44:00.214328 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-830969bf-46c8-4183-8b5e-da19e8481309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.214328 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-830969bf-46c8-4183-8b5e-da19e8481309 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 200 len: 916 time: 0.3654859 Jul 16 08:44:00.235955 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-b6bbb6d0-0f42-496e-81d7-94178fb4baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.237671 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-b6bbb6d0-0f42-496e-81d7-94178fb4baec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 1098 time: 0.1965146 Jul 16 08:44:00.258652 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c285f2-bce9-41e2-978c-d2ee19e81f11 req-7ff91fed-3cea-4102-b1f1-fe7195012bbc tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.260375 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-41c285f2-bce9-41e2-978c-d2ee19e81f11 req-7ff91fed-3cea-4102-b1f1-fe7195012bbc tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1254880 Jul 16 08:44:00.309589 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-41c285f2-bce9-41e2-978c-d2ee19e81f11 req-c1f82cf3-731c-4d2d-89d6-6b5d8d796581 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 Jul 16 08:44:00.372283 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cbd8e-023b-4212-b49f-d23989d8bd37 req-3a2254a9-acd0-4973-bc62-c0aa8daebd50 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.379104 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-354cbd8e-023b-4212-b49f-d23989d8bd37 req-3a2254a9-acd0-4973-bc62-c0aa8daebd50 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0955343 Jul 16 08:44:00.380233 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-ebe526af-d972-4bd2-88fa-2fdac9fdc9aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 217 time: 0.0646651 Jul 16 08:44:00.433006 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-354cbd8e-023b-4212-b49f-d23989d8bd37 req-c6ce9bac-e5e8-4022-a857-8eb02e777706 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522020 Jul 16 08:44:00.489418 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-899c8a68-96c7-474e-8b3c-47603f5bba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.491090 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-899c8a68-96c7-474e-8b3c-47603f5bba36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bfec918-edb4-4868-af55-f69eb83faed5 HTTP/1.1" status: 200 len: 854 time: 0.0954268 Jul 16 08:44:00.539864 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-1632d3e2-2e38-4c4a-b204-550f94a8f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.541584 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-1632d3e2-2e38-4c4a-b204-550f94a8f6e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 911 time: 0.2154717 Jul 16 08:44:00.594590 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.648716 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-958adeb3-e90b-4c53-ab24-04d6d38ae96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.650501 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-958adeb3-e90b-4c53-ab24-04d6d38ae96f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1492684 Jul 16 08:44:00.652337 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-02227edd-d87c-440d-9db4-40289c300e5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 200 len: 1001 time: 0.1003466 Jul 16 08:44:00.780406 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-152235e8-2d36-4567-99e2-4e1e5ebf1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.781869 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-152235e8-2d36-4567-99e2-4e1e5ebf1e40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.1121025 Jul 16 08:44:00.893154 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f1076-6808-43b8-bc41-bfe2cdbbbb9a req-276b2808-5596-43e1-995b-8880424537ef tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.894753 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-445f1076-6808-43b8-bc41-bfe2cdbbbb9a req-276b2808-5596-43e1-995b-8880424537ef tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1782019 Jul 16 08:44:00.897671 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-9c5c3eb1-4d98-4130-a9cb-d22ccebd36f0 service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291484 Jul 16 08:44:00.972019 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-e9048b04-3b41-42aa-ba54-648a0b77bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.973624 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-e9048b04-3b41-42aa-ba54-648a0b77bcce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1587977 Jul 16 08:44:00.978406 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-445f1076-6808-43b8-bc41-bfe2cdbbbb9a req-c32a6cdd-ca81-449a-b20f-a5befa01bc66 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772877 Jul 16 08:44:01.055087 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a3122-2860-4b54-b857-8eeef40031b2 req-a8d81475-2163-4935-a9d9-a742711cbdc2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.062306 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-576a3122-2860-4b54-b857-8eeef40031b2 req-a8d81475-2163-4935-a9d9-a742711cbdc2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 943 time: 0.0848057 Jul 16 08:44:01.099138 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-576a3122-2860-4b54-b857-8eeef40031b2 req-f34a9fe8-3c99-4803-b8be-4a03aa7bbaa2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Jul 16 08:44:01.103151 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ddbc43c-3d4d-4716-bc31-676d7f6faf48 req-2b574a4c-bc28-483e-87f8-1860fc2d6e87 service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912899 Jul 16 08:44:01.126267 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-fb1c11fc-aa82-4e82-846c-671c84804af9 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220472 Jul 16 08:44:01.256914 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9af4241c-3156-474a-b690-8b11b40ac1a0 req-4f85aae6-5d94-43aa-a5f9-7ecb43c66755 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231530 Jul 16 08:44:01.320932 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e57e7a-ad79-42c0-9726-0f280fe2d1ec req-96714e87-8127-4bbc-bb6f-09fdd9047d46 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.322674 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f5e57e7a-ad79-42c0-9726-0f280fe2d1ec req-96714e87-8127-4bbc-bb6f-09fdd9047d46 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1626210 Jul 16 08:44:01.382040 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f5e57e7a-ad79-42c0-9726-0f280fe2d1ec req-57423d96-9faf-4509-8630-b1d92a29cdb5 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500243 Jul 16 08:44:01.501290 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c5a950ae-96db-44ed-b8e6-78f81381ae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.614759 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2434831-7c35-4783-9460-78e339d0c353 req-ddfbf7a4-3e5c-4def-8411-6ef09282e64d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.617993 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e2434831-7c35-4783-9460-78e339d0c353 req-ddfbf7a4-3e5c-4def-8411-6ef09282e64d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0808220 Jul 16 08:44:01.650118 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec414a6d-61b2-4ff6-9ca0-9830d1eb6c7a req-fba6ac2f-59a3-43fe-b588-8406296896b8 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.651930 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ec414a6d-61b2-4ff6-9ca0-9830d1eb6c7a req-fba6ac2f-59a3-43fe-b588-8406296896b8 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.0725157 Jul 16 08:44:01.669413 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e2434831-7c35-4783-9460-78e339d0c353 req-fcf717c0-10cd-4ccf-aaae-b007110fcf6c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447552 Jul 16 08:44:01.708463 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ec414a6d-61b2-4ff6-9ca0-9830d1eb6c7a req-23847458-7c46-43eb-a978-998718c8112a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501895 Jul 16 08:44:02.194371 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d2e54-0f95-4887-96dd-1931812f85a0 req-eaee87e7-e2a4-4de4-a732-fba3beef00ed tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.195999 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d76d2e54-0f95-4887-96dd-1931812f85a0 req-eaee87e7-e2a4-4de4-a732-fba3beef00ed tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0871608 Jul 16 08:44:02.255969 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d76d2e54-0f95-4887-96dd-1931812f85a0 req-3558977c-63a6-44d9-8447-b288be952838 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538950 Jul 16 08:44:02.306166 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ff4cf-8fd0-4327-ad4a-c27b25061cf0 req-01c5bc9e-48e8-49ef-8c30-791a1888aef9 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.308767 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0b8ff4cf-8fd0-4327-ad4a-c27b25061cf0 req-01c5bc9e-48e8-49ef-8c30-791a1888aef9 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 943 time: 0.0725646 Jul 16 08:44:02.357016 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0b8ff4cf-8fd0-4327-ad4a-c27b25061cf0 req-4ec7514f-a9e6-4e79-9e0a-4c93075ee40d tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Jul 16 08:44:02.595272 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fc87d-63ef-415c-84e3-25916f62bd47 req-22c8f547-7998-4167-85b8-25422114d10c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.597342 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b63fc87d-63ef-415c-84e3-25916f62bd47 req-22c8f547-7998-4167-85b8-25422114d10c tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0805192 Jul 16 08:44:02.613700 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-b0e8e650-90df-4c29-ab15-20b1c2ff3400 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718844768&fields=id&tenant_id=c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 267 time: 0.0492592 Jul 16 08:44:02.655546 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b63fc87d-63ef-415c-84e3-25916f62bd47 req-d5b92db5-de85-4ed0-9b25-bb83ab33f104 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437987 Jul 16 08:44:02.811839 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-26876deb-72a3-4dda-b80f-579751ace2d1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.813563 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-26876deb-72a3-4dda-b80f-579751ace2d1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 811 time: 0.1922972 Jul 16 08:44:02.834655 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device bf0a349c-f06d-4262-9b93-303cd8fdc633 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:02.839545 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-f30e11c2-e8b8-439a-88d3-386c8dabc099 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/quotas/c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 375 time: 0.0190716 Jul 16 08:44:02.899162 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b6310-556c-4739-aa02-60c091200ada req-28538f7b-5f70-4e6e-a78e-b845506516c8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.903092 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-821b6310-556c-4739-aa02-60c091200ada req-28538f7b-5f70-4e6e-a78e-b845506516c8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1114423 Jul 16 08:44:02.936562 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-e26d9912-f04c-492f-a5ff-c5240f347b47 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886021 Jul 16 08:44:02.985140 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-821b6310-556c-4739-aa02-60c091200ada req-6497702b-bcd3-43b8-b65f-f48c3d2a444a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676451 Jul 16 08:44:03.036009 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port bf0a349c-f06d-4262-9b93-303cd8fdc633, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:03.055261 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-eddace92-0af0-43fe-b817-74c5f9e6f30f service neutron] 10.222.0.63 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167858 Jul 16 08:44:03.072502 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'port_id': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'mac_address': 'fa:16:3e:2a:2d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:03.172165 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.197700 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0a349c-f06d-4262-9b93-303cd8fdc633 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:03.223548 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150168d-c001-47bd-ab6b-77639aab7665 req-08f5c3ea-74b4-4af3-b8b6-af2d2583b3b9 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.234031 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b150168d-c001-47bd-ab6b-77639aab7665 req-08f5c3ea-74b4-4af3-b8b6-af2d2583b3b9 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.1204648 Jul 16 08:44:03.234424 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-6a83668e-c04a-4496-9cb2-193a407c6ea8 service neutron] 10.222.0.63 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782339 Jul 16 08:44:03.238176 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port bf0a349c-f06d-4262-9b93-303cd8fdc633, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:03.245214 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.328687 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=bf0a349c-f06d-4262-9b93-303cd8fdc633,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.336957 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.337513 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.338017 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.338526 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.339092 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.342146 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.342742 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.343298 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.343671 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b150168d-c001-47bd-ab6b-77639aab7665 req-08f135f7-78a3-422d-ade6-91962b460a0b tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077354 Jul 16 08:44:03.344138 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.344980 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.345531 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.346083 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:03.404796 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-f25ff676-03aa-47b0-848e-30dcb34edb51 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.408907 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-f25ff676-03aa-47b0-848e-30dcb34edb51 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.62 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 945 time: 0.1171634 Jul 16 08:44:03.619640 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Deleting port 4efdf25d-be21-4443-9181-ebe9b6d03485 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:03.619956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.634553 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['bf0a349c-f06d-4262-9b93-303cd8fdc633'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:03.658601 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85404d10-e832-47a8-be1b-6ce2335020cb req-61b9fbd5-744b-4e34-8066-46afed0e496b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.666216 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-85404d10-e832-47a8-be1b-6ce2335020cb req-61b9fbd5-744b-4e34-8066-46afed0e496b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1469357 Jul 16 08:44:03.876630 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-85404d10-e832-47a8-be1b-6ce2335020cb req-81cbf75e-3c58-424a-b03c-d394765f48cd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095225 Jul 16 08:44:03.885128 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b284dc-d3b9-43cc-86d2-f34c9ace9998 req-b5648de9-8b82-40ef-89d9-3538e5a52187 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.894053 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c3b284dc-d3b9-43cc-86d2-f34c9ace9998 req-b5648de9-8b82-40ef-89d9-3538e5a52187 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 944 time: 0.1007006 Jul 16 08:44:03.896964 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] For port 4efdf25d-be21-4443-9181-ebe9b6d03485, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=4efdf25d-be21-4443-9181-ebe9b6d03485,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:03.899017 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.923583 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Calling delete_port for 4efdf25d-be21-4443-9181-ebe9b6d03485 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:03.981078 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c3b284dc-d3b9-43cc-86d2-f34c9ace9998 req-3d90b9db-081b-4dac-ad0b-9c3b42880d43 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839026 Jul 16 08:44:03.982976 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3800bf4c-89b7-42eb-a918-245d28b70fd6 req-47db8d71-c71d-47a4-9c49-ebebe51044f9 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 210 time: 0.0400944 Jul 16 08:44:04.105368 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c2ef6011-02f9-4d7b-bc76-bc9b03ebc4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.117458 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.209606 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db353f8-a129-40b3-8a2b-0c1edf54d47e req-5696764e-fe61-458a-b540-fdbef598beb6 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.212191 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7db353f8-a129-40b3-8a2b-0c1edf54d47e req-5696764e-fe61-458a-b540-fdbef598beb6 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0982461 Jul 16 08:44:04.287591 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7db353f8-a129-40b3-8a2b-0c1edf54d47e req-b5d308a2-f211-425c-b515-230ce6d29296 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665617 Jul 16 08:44:04.306317 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.349815 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Pushing event deleted for resources: {'Port': ['ID=4efdf25d-be21-4443-9181-ebe9b6d03485,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.396401 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f043eb-db17-4238-874e-800da79c3fce req-cfc71ed4-a153-406f-b6c7-62ef3a775ab2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.398995 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-73f043eb-db17-4238-874e-800da79c3fce req-cfc71ed4-a153-406f-b6c7-62ef3a775ab2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1925380 Jul 16 08:44:04.431129 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] No DVR routers for this DVR port 4efdf25d-be21-4443-9181-ebe9b6d03485 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:04.440093 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.444047 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df2ff05a-1b79-4288-850f-7e93f2145ac0 req-41372892-b489-4e8d-b7a8-fea2bd205388 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.62 "DELETE /v2.0/ports/4efdf25d-be21-4443-9181-ebe9b6d03485 HTTP/1.1" status: 204 len: 173 time: 1.0283473 Jul 16 08:44:04.444600 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61206734-b568-4901-b2aa-b52de7469d33', 'name': 'network-vif-deleted', 'tag': '4efdf25d-be21-4443-9181-ebe9b6d03485'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:04.447789 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517f32e4-b998-49e7-8db1-6c00a90c88a1" -d '{"events": [{"server_uuid": "61206734-b568-4901-b2aa-b52de7469d33", "name": "network-vif-deleted", "tag": "4efdf25d-be21-4443-9181-ebe9b6d03485"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:04.485318 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-73f043eb-db17-4238-874e-800da79c3fce req-f65ce7c0-ed17-4d4f-a8be-920e568d0ab6 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656362 Jul 16 08:44:04.551945 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d9cad5-646f-4d30-8be9-8f52cf7b3120 x-openstack-request-id: req-c3d9cad5-646f-4d30-8be9-8f52cf7b3120 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:04.552353 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61206734-b568-4901-b2aa-b52de7469d33", "name": "network-vif-deleted", "tag": "4efdf25d-be21-4443-9181-ebe9b6d03485", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:04.552869 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c3d9cad5-646f-4d30-8be9-8f52cf7b3120 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:04.553425 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61206734-b568-4901-b2aa-b52de7469d33', 'name': 'network-vif-deleted', 'tag': '4efdf25d-be21-4443-9181-ebe9b6d03485', 'status': 'completed', 'code': 200} Jul 16 08:44:04.557135 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d862493b-6372-427c-8965-d15fe7faeecd req-3e9d7675-15f7-41e3-bd35-3a9d5ecf6e36 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 210 time: 0.0578787 Jul 16 08:44:04.639820 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['4efdf25d-be21-4443-9181-ebe9b6d03485'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:04.877818 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device bf0a349c-f06d-4262-9b93-303cd8fdc633 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:04.932703 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port bf0a349c-f06d-4262-9b93-303cd8fdc633 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:04.937268 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port bf0a349c-f06d-4262-9b93-303cd8fdc633 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:04.937887 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.037664 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.074325 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:05.077444 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f00534c-5bdf-45e2-9176-7a2734705588" -d '{"events": [{"server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:05.107167 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c41040-6375-4347-ad17-ee9800364c85 req-8af6e907-7299-4564-af1a-5298c0f35a43 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.121002 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d2c41040-6375-4347-ad17-ee9800364c85 req-8af6e907-7299-4564-af1a-5298c0f35a43 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1301806 Jul 16 08:44:05.129353 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port bf0a349c-f06d-4262-9b93-303cd8fdc633, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:05.136918 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.194845 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.208490 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d2c41040-6375-4347-ad17-ee9800364c85 req-380074a4-4adc-4fa5-ad1c-23ac5b33ee9d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804946 Jul 16 08:44:05.213727 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=bf0a349c-f06d-4262-9b93-303cd8fdc633,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.268409 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2948a-94ea-4113-9895-0b0cc6379cbe req-59836fee-3cd8-41e3-9613-a15ac0c7de9f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.270025 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-63c2948a-94ea-4113-9895-0b0cc6379cbe req-59836fee-3cd8-41e3-9613-a15ac0c7de9f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.1353343 Jul 16 08:44:05.343481 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-63c2948a-94ea-4113-9895-0b0cc6379cbe req-d2d89011-de82-4688-892d-34f82dc9db34 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606036 Jul 16 08:44:05.412021 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665e675b-2902-4b4e-89ee-8c12d5787927 x-openstack-request-id: req-665e675b-2902-4b4e-89ee-8c12d5787927 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:05.412559 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:05.413133 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-665e675b-2902-4b4e-89ee-8c12d5787927 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:05.414255 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'code': 200} Jul 16 08:44:05.443408 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4e19b5ce-99a6-4aab-8bc5-dc7183b54fe0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.445278 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4e19b5ce-99a6-4aab-8bc5-dc7183b54fe0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 811 time: 0.1315629 Jul 16 08:44:05.497645 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4c0d0a8f-f59c-41ec-bbfd-682d6ce6b0a2 req-288395cf-2c60-47a0-a8b2-1bbfa07d3e60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 210 time: 0.0511699 Jul 16 08:44:05.540800 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-a0f74fdb-b986-4130-9c22-502016278017 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 380 time: 0.0501463 Jul 16 08:44:05.557838 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'port': {'device_id': '0ff4de63-f848-4513-b944-92b5695a3311', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'admin_state_up': True, 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'security_groups': ['171356eb-d369-4fbe-8200-1e1910ab89a6']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:05.681737 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a7994-691f-4ad0-afde-6753f9843c56 req-b098c618-ac90-4957-b8a9-a3383b97b2e9 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.683253 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-611a7994-691f-4ad0-afde-6753f9843c56 req-b098c618-ac90-4957-b8a9-a3383b97b2e9 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1408837 Jul 16 08:44:05.762849 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-611a7994-691f-4ad0-afde-6753f9843c56 req-9c6922cf-bdf7-4166-9be1-bfbe1f3d8cb7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680215 Jul 16 08:44:05.986720 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3ce63f3e-67a1-4c8f-8c87-9c6086ddaa78 req-3dfd8ac5-78dd-4496-a8d7-08a91b0dd7b3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=61206734-b568-4901-b2aa-b52de7469d33 HTTP/1.1" status: 200 len: 210 time: 0.0445116 Jul 16 08:44:06.128236 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9994c58-ca20-449d-843b-203e34ba6d49 req-ff28feef-b406-486d-af8a-6ec0b04f6be1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:06.129816 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f9994c58-ca20-449d-843b-203e34ba6d49 req-ff28feef-b406-486d-af8a-6ec0b04f6be1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.4409292 Jul 16 08:44:06.140689 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Made reservation on behalf of c89c591daee548f68fa81b3ab3a2b18d for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:06.144338 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.162074 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3499-0da8-4f35-b45a-fa2d3186bde0 req-29c47ce0-1747-4a8f-a231-a6bce9d2f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:06.163612 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-518a3499-0da8-4f35-b45a-fa2d3186bde0 req-29c47ce0-1747-4a8f-a231-a6bce9d2f51e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1098 time: 0.4017403 Jul 16 08:44:06.266615 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f9994c58-ca20-449d-843b-203e34ba6d49 req-a48d480b-82f6-4814-b2cb-fb6d5a0f36a8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296580 Jul 16 08:44:06.296059 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-518a3499-0da8-4f35-b45a-fa2d3186bde0 req-c07e2fc8-8caa-4817-9914-703b888e71f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240430 Jul 16 08:44:06.365161 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Allocated IP 172.20.0.11 (573a0a96-9a6f-4262-aea4-1a5e99a36d25/5a3ae45b-a3e8-4499-8417-dd07eec059cf/2a822662-2f71-4bed-ac88-a4c027ce9f41) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:06.451522 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578834-772a-4b90-be7c-18f5e8c96912 req-9677424e-2ae4-4eca-bd2a-149dc58b3850 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:06.458849 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a9578834-772a-4b90-be7c-18f5e8c96912 req-9677424e-2ae4-4eca-bd2a-149dc58b3850 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0847292 Jul 16 08:44:06.513355 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a9578834-772a-4b90-be7c-18f5e8c96912 req-89c03dd4-3f32-4893-9900-cb9823eedb84 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512340 Jul 16 08:44:06.612316 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.644803 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Transition to ACTIVE for port object 2a822662-2f71-4bed-ac88-a4c027ce9f41 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:06.677418 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f0111c5d-0571-4624-bf02-e797bf0869c3 req-0a811288-ba3f-449f-b406-4c3c75917730 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 210 time: 0.0421152 Jul 16 08:44:06.684989 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcef82-cd0e-402a-9c93-23a29910a4a5 req-d08a97cc-3cef-4fab-b054-e0091fdadb03 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:06.686558 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2cbcef82-cd0e-402a-9c93-23a29910a4a5 req-d08a97cc-3cef-4fab-b054-e0091fdadb03 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.1528394 Jul 16 08:44:06.749940 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.775729 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2cbcef82-cd0e-402a-9c93-23a29910a4a5 req-3ab45492-7b59-4954-b6c8-0d4a0be7f0af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797193 Jul 16 08:44:06.848242 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:06.852486 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:06.857367 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:06.872299 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 4efdf25d-be21-4443-9181-ebe9b6d03485 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:06.913509 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 4efdf25d-be21-4443-9181-ebe9b6d03485 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:06.914645 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 4efdf25d-be21-4443-9181-ebe9b6d03485 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:06.923664 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:06.926197 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.990281 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=2a822662-2f71-4bed-ac88-a4c027ce9f41,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:07.014380 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29f9ae0b-0f29-4106-8b5f-41a3fbac3689 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4645231 Jul 16 08:44:07.015511 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.033249 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a3305-231d-46be-88a5-5f55821c8ca4 req-6fac4b58-6c73-49bf-b37f-daafc546e65e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.035707 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ca7a3305-231d-46be-88a5-5f55821c8ca4 req-6fac4b58-6c73-49bf-b37f-daafc546e65e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1272781 Jul 16 08:44:07.047234 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Request body: {'port': {'device_id': '0ff4de63-f848-4513-b944-92b5695a3311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:07.164774 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ca7a3305-231d-46be-88a5-5f55821c8ca4 req-ea758895-ef72-428b-85e5-8d076fe4916e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016328 Jul 16 08:44:07.183804 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.242665 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-9b820888-4cf3-4f0b-9d4f-e398d53631c0 None None] Provisioning for port 2a822662-2f71-4bed-ac88-a4c027ce9f41 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:07.256841 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-9b820888-4cf3-4f0b-9d4f-e398d53631c0 None None] Provisioning complete for port 2a822662-2f71-4bed-ac88-a4c027ce9f41 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:07.262449 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-9b820888-4cf3-4f0b-9d4f-e398d53631c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.334514 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-9b820888-4cf3-4f0b-9d4f-e398d53631c0 None None] Port 2a822662-2f71-4bed-ac88-a4c027ce9f41 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:07.521583 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edfd0b-f40b-488a-848f-01fb14402f9e req-5864a39e-9a4a-4100-8de3-08ab1d22a36f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.522950 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-7c429237-4b7b-4ccd-804d-98328707bc43 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.529146 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-27edfd0b-f40b-488a-848f-01fb14402f9e req-5864a39e-9a4a-4100-8de3-08ab1d22a36f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1153004 Jul 16 08:44:07.529819 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-7c429237-4b7b-4ccd-804d-98328707bc43 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/networks?id=ef78c722-49cb-424a-a68e-32ef7797c1fb HTTP/1.1" status: 200 len: 808 time: 0.1849384 Jul 16 08:44:07.560382 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-0680495a-abff-4943-ad8a-6a78bc4ef986 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/quotas/3d30a627a06f4be49dc3ad74505a6e95 HTTP/1.1" status: 200 len: 375 time: 0.0294609 Jul 16 08:44:07.586588 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-27edfd0b-f40b-488a-848f-01fb14402f9e req-c12a8bb5-5e1b-4eca-928a-4255411e5cc7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563583 Jul 16 08:44:07.623866 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-505a4a6f-554a-41c2-82a5-80c99434aa93 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3d30a627a06f4be49dc3ad74505a6e95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622725 Jul 16 08:44:07.721235 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-f7baf5ff-725e-4d0b-941e-b7b122f2dd57 service neutron] 10.222.0.63 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962641 Jul 16 08:44:07.798188 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2de33-3fb0-4128-9260-4370c5d8fd4b req-2607be37-c51a-4440-8966-676ebe8ec200 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.800091 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-43f2de33-3fb0-4128-9260-4370c5d8fd4b req-2607be37-c51a-4440-8966-676ebe8ec200 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0919125 Jul 16 08:44:07.841751 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a822662-2f71-4bed-ac88-a4c027ce9f41 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:07.852284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.855055 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-43f2de33-3fb0-4128-9260-4370c5d8fd4b req-dda76df1-01c1-4cd9-aa72-2c6d1d730d52 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Jul 16 08:44:07.887908 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-91d4415a-21c6-4889-899b-b60a25724b88 service neutron] 10.222.0.63 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657064 Jul 16 08:44:07.889046 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Transition to ACTIVE for port object 2a822662-2f71-4bed-ac88-a4c027ce9f41 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:07.901151 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.049924 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Pushing event updated for resources: {'Port': ['ID=2a822662-2f71-4bed-ac88-a4c027ce9f41,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.130923 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e857b7c-e3aa-4647-925e-0d4c762b8eea req-c6909579-7d55-4279-90fb-921aa957e811 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.143903 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4e857b7c-e3aa-4647-925e-0d4c762b8eea req-c6909579-7d55-4279-90fb-921aa957e811 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 944 time: 0.1229012 Jul 16 08:44:08.193027 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Attempting to bind port 2a822662-2f71-4bed-ac88-a4c027ce9f41 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:08.193498 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Attempting to bind port 2a822662-2f71-4bed-ac88-a4c027ce9f41 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:08.193699 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Attempting to bind port 2a822662-2f71-4bed-ac88-a4c027ce9f41 on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:08.204766 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Port 2a822662-2f71-4bed-ac88-a4c027ce9f41 on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:08.205112 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Attempting to bind port 2a822662-2f71-4bed-ac88-a4c027ce9f41 on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:08.226790 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:08.227144 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Checking segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:08.227548 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Bound using segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:08.230411 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Bound port: 2a822662-2f71-4bed-ac88-a4c027ce9f41, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:08.230814 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.234208 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4e857b7c-e3aa-4647-925e-0d4c762b8eea req-bcb1a9a0-e7e1-433b-9272-e5595207a3ef tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893593 Jul 16 08:44:08.328742 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-673a1a99-55d4-4398-8870-b85bccdbc0b2 req-f364ecae-dca8-49c3-baf2-29c779e01858 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 210 time: 0.0428469 Jul 16 08:44:08.399400 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] For port 2a822662-2f71-4bed-ac88-a4c027ce9f41, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:08.414730 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] For port 2a822662-2f71-4bed-ac88-a4c027ce9f41, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2a822662-2f71-4bed-ac88-a4c027ce9f41,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:08.426565 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.468981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.471023 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.480870 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] 10.222.0.62 "PUT /v2.0/ports/2a822662-2f71-4bed-ac88-a4c027ce9f41 HTTP/1.1" status: 200 len: 1094 time: 1.4468687 Jul 16 08:44:08.521109 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff4de63-f848-4513-b944-92b5695a3311', 'tag': '2a822662-2f71-4bed-ac88-a4c027ce9f41'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:08.525041 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc00f5de-825f-4425-a335-5185d0b8102d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff4de63-f848-4513-b944-92b5695a3311", "tag": "2a822662-2f71-4bed-ac88-a4c027ce9f41"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:08.528379 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccce89-6d38-456e-9b91-edf9de3dc3de service neutron] Pushing event updated for resources: {'Port': ['ID=2a822662-2f71-4bed-ac88-a4c027ce9f41,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.547948 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b98aa-03f5-4285-bbde-709fceae45fb req-eae052eb-f105-4d39-a83b-ecde0f1b8109 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.550410 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4d6b98aa-03f5-4285-bbde-709fceae45fb req-eae052eb-f105-4d39-a83b-ecde0f1b8109 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.2283514 Jul 16 08:44:08.666784 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4d6b98aa-03f5-4285-bbde-709fceae45fb req-5aca1995-d4eb-4f2f-925b-220d6298fc26 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867722 Jul 16 08:44:08.709582 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29b336e4-b2b8-4879-a2b4-f360305d994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.713648 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-29b336e4-b2b8-4879-a2b4-f360305d994e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 1097 time: 0.1596906 Jul 16 08:44:08.790806 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3270c6-8c4b-4ab7-9db9-530d1b80f9e9 x-openstack-request-id: req-fd3270c6-8c4b-4ab7-9db9-530d1b80f9e9 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:08.791366 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff4de63-f848-4513-b944-92b5695a3311", "tag": "2a822662-2f71-4bed-ac88-a4c027ce9f41", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:08.791861 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fd3270c6-8c4b-4ab7-9db9-530d1b80f9e9 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:08.792532 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff4de63-f848-4513-b944-92b5695a3311', 'tag': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'status': 'completed', 'code': 200} Jul 16 08:44:08.795559 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-275c9e4d-a731-4d20-80c9-3cf87b57bfba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a822662-2f71-4bed-ac88-a4c027ce9f41 HTTP/1.1" status: 200 len: 217 time: 0.0609715 Jul 16 08:44:08.883064 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-2121dc79-0df0-48bb-9a52-5da437f8c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.898664 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-2121dc79-0df0-48bb-9a52-5da437f8c935 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0925000 Jul 16 08:44:08.912998 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04a24d-49a8-4907-bfe4-e1558c2741cc req-dd389234-ee5f-4d0e-aa90-7897603c1dba tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.915587 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0a04a24d-49a8-4907-bfe4-e1558c2741cc req-dd389234-ee5f-4d0e-aa90-7897603c1dba tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.4700170 Jul 16 08:44:08.976836 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0a04a24d-49a8-4907-bfe4-e1558c2741cc req-50a11abb-b82b-473d-8292-d6f0d6e2885e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550218 Jul 16 08:44:09.052536 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-c0a821bb-62db-434e-9675-09caa4c83da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.054649 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-c0a821bb-62db-434e-9675-09caa4c83da8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1486378 Jul 16 08:44:09.062998 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6173d1-ab37-4e42-82b3-8f3d646ef5f9 req-b26992f8-a423-4368-a953-3296e34516b2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.064448 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-db6173d1-ab37-4e42-82b3-8f3d646ef5f9 req-b26992f8-a423-4368-a953-3296e34516b2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1475434 Jul 16 08:44:09.164846 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77212ed-78e7-494c-a14b-dc0da95db97e req-08aeeb97-a56f-4fab-92e1-7154006118d1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.172421 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c77212ed-78e7-494c-a14b-dc0da95db97e req-08aeeb97-a56f-4fab-92e1-7154006118d1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.0856307 Jul 16 08:44:09.229680 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c77212ed-78e7-494c-a14b-dc0da95db97e req-2bc4136f-2ebd-4288-a221-4a8747a35c1d tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560725 Jul 16 08:44:09.236667 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-db6173d1-ab37-4e42-82b3-8f3d646ef5f9 req-2f7d05de-4379-4ef2-96d0-5b49d1e1920a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644409 Jul 16 08:44:09.263188 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-5ddfdf1f-03ef-4bf2-b6c8-537c8826ef55 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494248 Jul 16 08:44:09.397786 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0a9e47d-fedd-4567-abfa-929f0c0db5c2 req-8660cc72-64b8-47a4-b604-ce58b45d73ae service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274109 Jul 16 08:44:09.460050 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35419d-6c86-45bf-a407-80ca62818a1a req-f496c2e9-46b2-43a6-a323-ca2f2a898818 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.461621 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cc35419d-6c86-45bf-a407-80ca62818a1a req-f496c2e9-46b2-43a6-a323-ca2f2a898818 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0772135 Jul 16 08:44:09.491133 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc73e5-da75-4d4b-9e07-98c4414ab297 req-439f4729-17be-4536-9496-9f2b54d1accd tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.493778 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0dc73e5-da75-4d4b-9e07-98c4414ab297 req-439f4729-17be-4536-9496-9f2b54d1accd tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 944 time: 0.0946782 Jul 16 08:44:09.545672 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cc35419d-6c86-45bf-a407-80ca62818a1a req-24db7956-820b-4d54-91d3-81267884b746 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747769 Jul 16 08:44:09.580967 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0dc73e5-da75-4d4b-9e07-98c4414ab297 req-b89ea7ff-7163-40b1-a02f-24bea82c3276 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805035 Jul 16 08:44:09.610596 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f5de-825f-4425-a335-5185d0b8102d req-4cf29775-b361-4040-95eb-d1d25fb17d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.612822 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc00f5de-825f-4425-a335-5185d0b8102d req-4cf29775-b361-4040-95eb-d1d25fb17d0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 1097 time: 0.0872300 Jul 16 08:44:09.754340 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6dbe7f97-7ade-4875-a2e8-d231e249d977 req-6900a445-b158-4f23-b6ce-997a73396167 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 210 time: 0.0322063 Jul 16 08:44:09.784412 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f5de-825f-4425-a335-5185d0b8102d req-50e37563-dec6-42d7-8474-412b82e786e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.786158 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc00f5de-825f-4425-a335-5185d0b8102d req-50e37563-dec6-42d7-8474-412b82e786e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.1488850 Jul 16 08:44:09.857665 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc00f5de-825f-4425-a335-5185d0b8102d req-7f122383-eb32-4f5b-aad2-27ef450cba84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a822662-2f71-4bed-ac88-a4c027ce9f41 HTTP/1.1" status: 200 len: 217 time: 0.0566614 Jul 16 08:44:09.958912 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f5de-825f-4425-a335-5185d0b8102d req-10d6bfa9-98eb-401c-97f4-6f5a199c801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.961477 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc00f5de-825f-4425-a335-5185d0b8102d req-10d6bfa9-98eb-401c-97f4-6f5a199c801f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0956428 Jul 16 08:44:10.122613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-d048efbb-0f77-42ce-81d9-682a64d2e659 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.124713 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-d048efbb-0f77-42ce-81d9-682a64d2e659 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.62 "GET /v2.0/networks?id=ef78c722-49cb-424a-a68e-32ef7797c1fb HTTP/1.1" status: 200 len: 808 time: 0.2089224 Jul 16 08:44:10.148685 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Request body: {'port': {'device_id': '3e40fe54-f9fc-4cfd-8c3f-42689aff88ac', 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb', 'admin_state_up': True, 'tenant_id': '3d30a627a06f4be49dc3ad74505a6e95'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:10.159829 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f5de-825f-4425-a335-5185d0b8102d req-c3e804bf-8752-4c01-9c05-df84b4c6b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.161503 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc00f5de-825f-4425-a335-5185d0b8102d req-c3e804bf-8752-4c01-9c05-df84b4c6b59c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1931250 Jul 16 08:44:10.183567 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39212d61-0d57-4418-b850-0245567a88d2 req-3f978720-ca8c-4c5e-80df-dee0729785db tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.187867 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-39212d61-0d57-4418-b850-0245567a88d2 req-3f978720-ca8c-4c5e-80df-dee0729785db tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.2089398 Jul 16 08:44:10.198966 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2ee5-bd6e-4f21-abf4-123bcae2205a req-ca297378-2cdc-4d6a-9695-eabc92a12e84 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.201333 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3fdb2ee5-bd6e-4f21-abf4-123bcae2205a req-ca297378-2cdc-4d6a-9695-eabc92a12e84 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0981598 Jul 16 08:44:10.265407 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3fdb2ee5-bd6e-4f21-abf4-123bcae2205a req-b8cca023-07cf-4a20-b387-2f26eac08b2e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562034 Jul 16 08:44:10.386207 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-39212d61-0d57-4418-b850-0245567a88d2 req-46c20704-a89b-47c2-a93f-af029e2ca079 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677361 Jul 16 08:44:10.423668 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc00f5de-825f-4425-a335-5185d0b8102d req-5aac4f08-21a3-40fb-9fd4-9b0454cbd7e0 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495155 Jul 16 08:44:10.466244 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55380eb4-c76c-4f03-ae9d-67ec599f04b7 req-1199e056-d84b-4663-8b91-dd21979a39de tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.468317 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-55380eb4-c76c-4f03-ae9d-67ec599f04b7 req-1199e056-d84b-4663-8b91-dd21979a39de tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0884643 Jul 16 08:44:10.533039 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-55380eb4-c76c-4f03-ae9d-67ec599f04b7 req-e8e75d71-c557-4640-a681-3a74ee070a99 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563323 Jul 16 08:44:10.547910 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc00f5de-825f-4425-a335-5185d0b8102d req-58dd6bbc-469d-4b55-bdcf-99a19620279a service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947638 Jul 16 08:44:10.549270 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Made reservation on behalf of 3d30a627a06f4be49dc3ad74505a6e95 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:10.552782 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.759437 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Allocated IP 172.20.0.4 (ef78c722-49cb-424a-a68e-32ef7797c1fb/bd099381-19af-4fde-b284-c21ba717c512/bfa089e5-d703-4027-b032-40647f25efec) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:10.856271 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb1b8-f7d1-4277-8b70-61c21187fcf5 req-d6b66eaf-2f81-47c0-8ff7-5cbc4b64e3cc tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.865190 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-efcbb1b8-f7d1-4277-8b70-61c21187fcf5 req-d6b66eaf-2f81-47c0-8ff7-5cbc4b64e3cc tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 944 time: 0.0967326 Jul 16 08:44:10.923431 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-efcbb1b8-f7d1-4277-8b70-61c21187fcf5 req-7b707885-db54-4059-9ac7-472bfa2d5e31 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580983 Jul 16 08:44:10.970068 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780918-d746-4d12-8d79-7bc08f45f554 req-2dbd07f9-057a-4988-8d90-059e5c1e1c82 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.971804 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-de780918-d746-4d12-8d79-7bc08f45f554 req-2dbd07f9-057a-4988-8d90-059e5c1e1c82 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1626959 Jul 16 08:44:11.023665 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-de780918-d746-4d12-8d79-7bc08f45f554 req-24057e60-ceb0-43e1-b764-e5c97a0c9e5b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413208 Jul 16 08:44:11.061175 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.088194 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e9f5a892-045e-47c9-b1d0-28b7b0975683 req-b8fd991c-1a6e-4f67-b947-6abf46384bad tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 210 time: 0.0359592 Jul 16 08:44:11.109049 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.159438 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Network ef78c722-49cb-424a-a68e-32ef7797c1fb is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:11.165897 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:11.172075 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:11.214207 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Pushing event updated for resources: {'Port': ['ID=bfa089e5-d703-4027-b032-40647f25efec,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.239595 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.240393 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.260024 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ff3d9f1a-f9a0-4871-8c71-bf1f7c46fca2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1183605 Jul 16 08:44:11.277715 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Request body: {'port': {'device_id': '3e40fe54-f9fc-4cfd-8c3f-42689aff88ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:11.675792 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.714358 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf70d5-e615-4285-8fdf-d6a22682730e req-56b92c36-c371-46ba-851e-044368266535 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.715896 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5eaf70d5-e615-4285-8fdf-d6a22682730e req-56b92c36-c371-46ba-851e-044368266535 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1725254 Jul 16 08:44:11.762432 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd815c-3a45-4534-9203-95198b67f115 req-1d1decb5-62da-4b1f-815d-34208c6be432 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.771548 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bccd815c-3a45-4534-9203-95198b67f115 req-1d1decb5-62da-4b1f-815d-34208c6be432 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0957897 Jul 16 08:44:11.821780 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bccd815c-3a45-4534-9203-95198b67f115 req-e50fb315-a315-4fe5-8f34-d58635e10384 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491440 Jul 16 08:44:11.841931 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5eaf70d5-e615-4285-8fdf-d6a22682730e req-ea3a9c06-c86b-48e3-a0ac-29105ee956e1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036723 Jul 16 08:44:12.116993 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa089e5-d703-4027-b032-40647f25efec {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:12.124783 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.155680 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Transition to ACTIVE for port object bfa089e5-d703-4027-b032-40647f25efec will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:12.162894 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.186126 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae837-3b2b-411e-9651-c7c2cf3d9eaa req-1044edec-5629-4b9f-aca8-d1988a9ad5af tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.187836 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2edae837-3b2b-411e-9651-c7c2cf3d9eaa req-1044edec-5629-4b9f-aca8-d1988a9ad5af tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 944 time: 0.1097379 Jul 16 08:44:12.264029 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2edae837-3b2b-411e-9651-c7c2cf3d9eaa req-be237e8f-f88d-4af3-87b4-df00a7cb247f tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701890 Jul 16 08:44:12.305474 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Pushing event updated for resources: {'Port': ['ID=bfa089e5-d703-4027-b032-40647f25efec,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.357274 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Attempting to bind port bfa089e5-d703-4027-b032-40647f25efec on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:12.357675 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Attempting to bind port bfa089e5-d703-4027-b032-40647f25efec by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:12.357935 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Attempting to bind port bfa089e5-d703-4027-b032-40647f25efec on network ef78c722-49cb-424a-a68e-32ef7797c1fb {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:12.369198 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Port bfa089e5-d703-4027-b032-40647f25efec on network ef78c722-49cb-424a-a68e-32ef7797c1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:12.369510 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Attempting to bind port bfa089e5-d703-4027-b032-40647f25efec on network ef78c722-49cb-424a-a68e-32ef7797c1fb {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:12.380171 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33a068-baf3-4b2f-9feb-9b14b3f03942 req-ae16c03d-dc81-4581-9662-beaab42268aa tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.388762 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ca33a068-baf3-4b2f-9feb-9b14b3f03942 req-ae16c03d-dc81-4581-9662-beaab42268aa tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1849430 Jul 16 08:44:12.414313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:12.415179 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Checking segment: {'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:12.415802 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Bound using segment: {'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:12.416480 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Bound port: bfa089e5-d703-4027-b032-40647f25efec, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:12.417155 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.458734 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ca33a068-baf3-4b2f-9feb-9b14b3f03942 req-cf066124-c8f6-461b-882e-a1217045f05d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690107 Jul 16 08:44:12.466150 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f984e8-0713-422c-9d3c-0de4064a8cee req-60d657cf-4936-467b-8ad7-7eb793096dbe tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.473094 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a7f984e8-0713-422c-9d3c-0de4064a8cee req-60d657cf-4936-467b-8ad7-7eb793096dbe tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 943 time: 0.0789068 Jul 16 08:44:12.522523 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a7f984e8-0713-422c-9d3c-0de4064a8cee req-9a62e7cd-3d81-4697-b152-6756c012aaf2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Jul 16 08:44:12.550287 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] For port bfa089e5-d703-4027-b032-40647f25efec, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:12.554251 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] For port bfa089e5-d703-4027-b032-40647f25efec, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bfa089e5-d703-4027-b032-40647f25efec,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:12.578605 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.620395 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.620948 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.622331 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] 10.222.0.62 "PUT /v2.0/ports/bfa089e5-d703-4027-b032-40647f25efec HTTP/1.1" status: 200 len: 1093 time: 1.3497357 Jul 16 08:44:12.622762 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e40fe54-f9fc-4cfd-8c3f-42689aff88ac', 'tag': 'bfa089e5-d703-4027-b032-40647f25efec'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:12.625185 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71849f6-b1d7-48e1-9619-a17f2cdb789c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e40fe54-f9fc-4cfd-8c3f-42689aff88ac", "tag": "bfa089e5-d703-4027-b032-40647f25efec"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:12.674286 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d120f5-b0af-447f-810c-da8cf9c474dd service neutron] Pushing event updated for resources: {'Port': ['ID=bfa089e5-d703-4027-b032-40647f25efec,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.693358 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a6f095-47e5-433a-9446-421d7e325b89 x-openstack-request-id: req-85a6f095-47e5-433a-9446-421d7e325b89 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:12.693954 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e40fe54-f9fc-4cfd-8c3f-42689aff88ac", "tag": "bfa089e5-d703-4027-b032-40647f25efec", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:12.694045 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-85a6f095-47e5-433a-9446-421d7e325b89 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:12.694446 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e40fe54-f9fc-4cfd-8c3f-42689aff88ac', 'tag': 'bfa089e5-d703-4027-b032-40647f25efec', 'status': 'completed', 'code': 200} Jul 16 08:44:12.785221 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-cf291359-1174-4230-a6d2-f99d030fbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.786714 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-cf291359-1174-4230-a6d2-f99d030fbdbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d30a627a06f4be49dc3ad74505a6e95&device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 1096 time: 0.0587795 Jul 16 08:44:12.850140 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-452965da-3693-4424-b90b-c058362de15c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa089e5-d703-4027-b032-40647f25efec HTTP/1.1" status: 200 len: 217 time: 0.0417700 Jul 16 08:44:12.924116 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ffe5a49b-6837-454c-a847-f0558fe77d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.925602 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-ffe5a49b-6837-454c-a847-f0558fe77d6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd099381-19af-4fde-b284-c21ba717c512 HTTP/1.1" status: 200 len: 848 time: 0.0589583 Jul 16 08:44:12.989794 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-f12b8cf4-dcf5-40e3-a014-e46de75d9e10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef78c722-49cb-424a-a68e-32ef7797c1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305040 Jul 16 08:44:13.003167 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5e714-a50a-4db8-8873-de84f4fcc7c2 req-1c83c4d0-3db6-4af0-bbff-15a558b8f24b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.004666 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-86e5e714-a50a-4db8-8873-de84f4fcc7c2 req-1c83c4d0-3db6-4af0-bbff-15a558b8f24b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0662606 Jul 16 08:44:13.046502 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-86e5e714-a50a-4db8-8873-de84f4fcc7c2 req-a615fbea-777d-41de-bc9c-f66128ecbdf8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355525 Jul 16 08:44:13.123349 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-115a94c3-413a-4f57-aade-7ffe1a293e7a service neutron] 10.222.0.62 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228540 Jul 16 08:44:13.130540 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df872ed4-9ee5-4683-86b3-495a3dd6b2d6 req-4aa82742-7290-48b4-834d-dfa43799b0ad tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.131975 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df872ed4-9ee5-4683-86b3-495a3dd6b2d6 req-4aa82742-7290-48b4-834d-dfa43799b0ad tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1411440 Jul 16 08:44:13.169787 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df872ed4-9ee5-4683-86b3-495a3dd6b2d6 req-d3f24fc8-e8e8-4f30-900f-41bb489ee826 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Jul 16 08:44:13.318195 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7593756a-59b1-49d8-9f5c-ba24acce46c8 req-a990cc80-bd8c-4950-8932-f795da5b15a1 service neutron] 10.222.0.62 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893495 Jul 16 08:44:13.450267 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603ed24-3ae9-433b-8077-8b6213e77781 req-f0a70d11-6494-4940-89b4-4b14c93775b9 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.451793 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8603ed24-3ae9-433b-8077-8b6213e77781 req-f0a70d11-6494-4940-89b4-4b14c93775b9 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 944 time: 0.0627272 Jul 16 08:44:13.488737 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8603ed24-3ae9-433b-8077-8b6213e77781 req-31c204d7-37ac-4f61-8e47-eab26b508d8a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Jul 16 08:44:13.517955 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-fad4bc3e-9fbe-42e4-8787-cb07d1d48c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.519449 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-fad4bc3e-9fbe-42e4-8787-cb07d1d48c93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d30a627a06f4be49dc3ad74505a6e95&device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 1096 time: 0.0535438 Jul 16 08:44:13.689951 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe22c84-3eb8-4e97-9c4c-4d7ad694a9aa req-82c42a69-78c0-4c70-8b21-918050aed2a9 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.691482 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-efe22c84-3eb8-4e97-9c4c-4d7ad694a9aa req-82c42a69-78c0-4c70-8b21-918050aed2a9 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 943 time: 0.0631454 Jul 16 08:44:13.717287 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-3e24c7ec-6361-49c9-9546-27edcded27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.718758 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-3e24c7ec-6361-49c9-9546-27edcded27b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef78c722-49cb-424a-a68e-32ef7797c1fb HTTP/1.1" status: 200 len: 909 time: 0.1606984 Jul 16 08:44:13.729110 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-efe22c84-3eb8-4e97-9c4c-4d7ad694a9aa req-21024adf-1dc0-46e5-a909-e6a62b2105d4 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Jul 16 08:44:13.736259 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f7a05-d2fd-446a-90c6-9c5f5bb92acf req-e849c234-3e2c-40f6-93df-d5b124487ca6 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.737712 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ae6f7a05-d2fd-446a-90c6-9c5f5bb92acf req-e849c234-3e2c-40f6-93df-d5b124487ca6 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.1611152 Jul 16 08:44:13.789439 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-29d9f635-8480-4006-9070-ea5270ec41b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa089e5-d703-4027-b032-40647f25efec HTTP/1.1" status: 200 len: 217 time: 0.0614948 Jul 16 08:44:13.793479 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-40bc8227-794a-4951-8d7d-b59daa64931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.794846 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-40bc8227-794a-4951-8d7d-b59daa64931f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1098 time: 0.1444886 Jul 16 08:44:13.855637 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ae6f7a05-d2fd-446a-90c6-9c5f5bb92acf req-c808a417-73fb-4904-8b82-b59cd18fb3d2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116743 Jul 16 08:44:13.906838 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-f5124a4d-b127-4939-bf67-90e4a733b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.908295 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-f5124a4d-b127-4939-bf67-90e4a733b7cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd099381-19af-4fde-b284-c21ba717c512 HTTP/1.1" status: 200 len: 848 time: 0.1031320 Jul 16 08:44:13.954779 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-0167121c-9070-423f-97d5-500329a3c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.956243 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-0167121c-9070-423f-97d5-500329a3c5cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.1500840 Jul 16 08:44:13.957888 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-71857d99-2f18-4879-8564-d456a1249e2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef78c722-49cb-424a-a68e-32ef7797c1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312686 Jul 16 08:44:14.096361 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-18b70c31-ea94-4ef3-bde8-426b781fce32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 200 len: 1001 time: 0.1106184 Jul 16 08:44:14.123639 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-98647805-2e69-481d-b880-bcc9c5bb3a39 service neutron] 10.222.0.62 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321688 Jul 16 08:44:14.187396 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-6c8fdc89-7ea9-4a04-a498-673677d69f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.188822 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-6c8fdc89-7ea9-4a04-a498-673677d69f64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0776145 Jul 16 08:44:14.225517 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677650f3-4be0-40dd-9509-32700b805634 req-2f496f43-3556-4980-bfbc-944c421f6d93 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.227000 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-677650f3-4be0-40dd-9509-32700b805634 req-2f496f43-3556-4980-bfbc-944c421f6d93 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0673778 Jul 16 08:44:14.266048 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-677650f3-4be0-40dd-9509-32700b805634 req-8df03390-6e52-4d81-9bc5-23f0a962ed24 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Jul 16 08:44:14.282499 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c71849f6-b1d7-48e1-9619-a17f2cdb789c req-ff353eca-d333-4816-a781-65e03912355a service neutron] 10.222.0.62 "GET /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380324 Jul 16 08:44:14.323848 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-6deb95de-e80d-40b9-9dee-b980493788bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.325335 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-6deb95de-e80d-40b9-9dee-b980493788bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046169 Jul 16 08:44:14.375281 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6da0e-4fb0-45d9-997f-30a6a2da87fb req-186a0ab0-2cae-496d-aef0-496d8224a534 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.376723 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-adb6da0e-4fb0-45d9-997f-30a6a2da87fb req-186a0ab0-2cae-496d-aef0-496d8224a534 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0916243 Jul 16 08:44:14.450533 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-adb6da0e-4fb0-45d9-997f-30a6a2da87fb req-6947d499-c5a1-4e07-9fa2-b1578557a5f5 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683203 Jul 16 08:44:14.460212 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-5c9c923b-7254-421a-b0c9-884e2cdd8554 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196396 Jul 16 08:44:14.549633 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ce8f4fb7-75ee-46e7-a31d-9cafc4d5a446 req-f4dbad1e-3d77-4cf2-aff8-959b625706fb service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825117 Jul 16 08:44:14.659077 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e0eca-0b40-43ca-b570-23b74d9ae285 req-8951128b-8337-4be0-afd4-729f847c025e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.660593 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3e9e0eca-0b40-43ca-b570-23b74d9ae285 req-8951128b-8337-4be0-afd4-729f847c025e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 944 time: 0.0615938 Jul 16 08:44:14.698150 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3e9e0eca-0b40-43ca-b570-23b74d9ae285 req-572c0bee-2159-4673-a50d-403aca7eab77 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jul 16 08:44:14.837106 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4129bf7-9563-4d89-ac5b-27225ebd4091 req-84f7e2b9-3556-4917-b7cb-c9304d308499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.838598 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f4129bf7-9563-4d89-ac5b-27225ebd4091 req-84f7e2b9-3556-4917-b7cb-c9304d308499 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 1099 time: 0.0515792 Jul 16 08:44:14.899241 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f4129bf7-9563-4d89-ac5b-27225ebd4091 req-9718c51e-e797-4bf0-a8dc-6aa58f46ba7d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Jul 16 08:44:14.919807 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c4d1-7dac-4951-85c3-f8fa18b4375b req-8594b4f9-2a9a-4a84-bef7-e38bdc3c76d3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.921485 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-87a8c4d1-7dac-4951-85c3-f8fa18b4375b req-8594b4f9-2a9a-4a84-bef7-e38bdc3c76d3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 943 time: 0.0815010 Jul 16 08:44:14.958782 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-87a8c4d1-7dac-4951-85c3-f8fa18b4375b req-5869ca3d-e956-4259-b56d-2daac8a2fe4f tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Jul 16 08:44:15.029289 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89f286-f593-4710-91bd-45cc928d67d0 req-f1e038a6-9a2d-40be-9ac8-6af4ab0aa767 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.030769 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8a89f286-f593-4710-91bd-45cc928d67d0 req-f1e038a6-9a2d-40be-9ac8-6af4ab0aa767 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0610435 Jul 16 08:44:15.071835 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8a89f286-f593-4710-91bd-45cc928d67d0 req-dfd64dc9-fec2-404c-ba38-c4c9debb6465 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354638 Jul 16 08:44:15.436646 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168f155-71a2-4aa0-9da2-70ed87edb4d2 req-fe4aed75-e96c-42b4-97f1-bf4a08e0c8be tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.438104 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2168f155-71a2-4aa0-9da2-70ed87edb4d2 req-fe4aed75-e96c-42b4-97f1-bf4a08e0c8be tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0641909 Jul 16 08:44:15.474635 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2168f155-71a2-4aa0-9da2-70ed87edb4d2 req-aeaeaabd-a3e1-4857-bcfa-f87d8b6bcd84 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Jul 16 08:44:15.620655 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb7c60-d5df-4c56-b062-9f32f6f9a1d5 req-fe14048d-f415-42e3-a518-d3be9f2d5634 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.622100 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-80cb7c60-d5df-4c56-b062-9f32f6f9a1d5 req-fe14048d-f415-42e3-a518-d3be9f2d5634 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0611207 Jul 16 08:44:15.658663 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-80cb7c60-d5df-4c56-b062-9f32f6f9a1d5 req-d7832064-367c-4780-a9f2-5968a23a3c78 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311806 Jul 16 08:44:15.863635 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f0e68-9ab5-46cf-a07f-4758ba46486a req-a9a87c2b-fe90-4ef7-be35-0b0da60c833e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.865141 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c7f0e68-9ab5-46cf-a07f-4758ba46486a req-a9a87c2b-fe90-4ef7-be35-0b0da60c833e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 944 time: 0.0613484 Jul 16 08:44:15.901808 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c7f0e68-9ab5-46cf-a07f-4758ba46486a req-415e5fa9-4152-42ef-b17f-1801e59bc5b3 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306249 Jul 16 08:44:16.128280 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348c7ae-ad93-4434-bc16-c313dcc63e15 req-64510759-0701-44cc-a1de-e2f65cbebcf2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.129901 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b348c7ae-ad93-4434-bc16-c313dcc63e15 req-64510759-0701-44cc-a1de-e2f65cbebcf2 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 943 time: 0.0641105 Jul 16 08:44:16.168407 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b348c7ae-ad93-4434-bc16-c313dcc63e15 req-05f3e012-0da0-4a53-8a08-bb135916b62f tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328207 Jul 16 08:44:16.250268 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e0876-b07c-4f93-8eb2-31f2f5473d48 req-9e1ce0b5-f19d-40b0-a337-89c3fbefd117 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.251737 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c61e0876-b07c-4f93-8eb2-31f2f5473d48 req-9e1ce0b5-f19d-40b0-a337-89c3fbefd117 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 945 time: 0.0650184 Jul 16 08:44:16.291281 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c61e0876-b07c-4f93-8eb2-31f2f5473d48 req-0e1008b1-4e6d-46bf-8700-69d5d17c3dc3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325921 Jul 16 08:44:16.644186 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3a306-cc0f-44f5-b3e6-be803def98cb req-8f3f947d-f38f-4a73-aecf-339c74690701 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.645647 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-32e3a306-cc0f-44f5-b3e6-be803def98cb req-8f3f947d-f38f-4a73-aecf-339c74690701 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0660551 Jul 16 08:44:16.682981 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-32e3a306-cc0f-44f5-b3e6-be803def98cb req-7c693d22-c9df-4326-a214-66104e9a7961 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313985 Jul 16 08:44:16.830261 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea677562-01ab-40bf-9a3c-a50c3bc32a0f req-a620ab77-4092-4028-a767-0d459434cb87 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.833081 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ea677562-01ab-40bf-9a3c-a50c3bc32a0f req-a620ab77-4092-4028-a767-0d459434cb87 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0632391 Jul 16 08:44:16.849580 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e64ee-6f35-41c3-b787-4c421abc122c req-0a441ab2-f721-4962-a360-8d8bf2549e3c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.851060 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-787e64ee-6f35-41c3-b787-4c421abc122c req-0a441ab2-f721-4962-a360-8d8bf2549e3c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0628583 Jul 16 08:44:16.869242 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ea677562-01ab-40bf-9a3c-a50c3bc32a0f req-0745c937-5367-4194-936c-a3622987b3fd tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Jul 16 08:44:16.888187 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-787e64ee-6f35-41c3-b787-4c421abc122c req-e124187a-96eb-4b0e-891a-1b5ba174b35b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Jul 16 08:44:16.943760 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device bfa089e5-d703-4027-b032-40647f25efec details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:16.950971 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:17.090993 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.105180 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eee10-833a-4887-823c-9a4562f5facd req-b7065eb0-354f-46a6-b9a0-e28beed5bd82 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.106850 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e65eee10-833a-4887-823c-9a4562f5facd req-b7065eb0-354f-46a6-b9a0-e28beed5bd82 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 944 time: 0.0841105 Jul 16 08:44:17.117974 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:17.120984 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9f22ea-7131-4c50-bde5-61ca2d19cc86" -d '{"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:17.149571 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:17.152425 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port bfa089e5-d703-4027-b032-40647f25efec, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bfa089e5-d703-4027-b032-40647f25efec,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:17.161033 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.174844 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': 'bfa089e5-d703-4027-b032-40647f25efec', 'network_id': 'ef78c722-49cb-424a-a68e-32ef7797c1fb', 'port_id': 'bfa089e5-d703-4027-b032-40647f25efec', 'mac_address': 'fa:16:3e:d6:af:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd099381-19af-4fde-b284-c21ba717c512', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:17.203007 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e65eee10-833a-4887-823c-9a4562f5facd req-cd4a7619-2131-440d-963f-ab82510cc16d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892937 Jul 16 08:44:17.260036 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8404a08b-3633-45ae-aa37-e99a74702f05 x-openstack-request-id: req-8404a08b-3633-45ae-aa37-e99a74702f05 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:17.260327 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:17.261450 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8404a08b-3633-45ae-aa37-e99a74702f05 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:17.262017 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'code': 200} Jul 16 08:44:17.277056 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.292832 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa089e5-d703-4027-b032-40647f25efec {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:17.298327 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=8']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:17.322702 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port bfa089e5-d703-4027-b032-40647f25efec, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bfa089e5-d703-4027-b032-40647f25efec,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:17.332898 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.333923 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 2a822662-2f71-4bed-ac88-a4c027ce9f41 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:17.402556 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21943dc4-d3e1-4828-ae18-754957436b98 req-1870543e-f79a-4a9f-86a4-aa237208bf3a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.409880 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-21943dc4-d3e1-4828-ae18-754957436b98 req-1870543e-f79a-4a9f-86a4-aa237208bf3a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 944 time: 0.0855012 Jul 16 08:44:17.417524 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=bfa089e5-d703-4027-b032-40647f25efec,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:17.457455 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-21943dc4-d3e1-4828-ae18-754957436b98 req-04790de2-4519-4728-852e-5af4b5f4cd4f tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 Jul 16 08:44:17.492224 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 2a822662-2f71-4bed-ac88-a4c027ce9f41, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2a822662-2f71-4bed-ac88-a4c027ce9f41,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:17.495857 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc21d4-537c-4477-aae0-c11579b1faa3 req-19e749c8-2adc-4ddb-9bfb-72e8a525864b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.497366 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b2fc21d4-537c-4477-aae0-c11579b1faa3 req-19e749c8-2adc-4ddb-9bfb-72e8a525864b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0769932 Jul 16 08:44:17.502910 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'port_id': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'mac_address': 'fa:16:3e:d4:60:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:17.539812 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b2fc21d4-537c-4477-aae0-c11579b1faa3 req-05610d73-ff34-47e7-97a1-8667bf487f02 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367415 Jul 16 08:44:17.541254 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.554989 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a822662-2f71-4bed-ac88-a4c027ce9f41 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:17.574913 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 2a822662-2f71-4bed-ac88-a4c027ce9f41, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2a822662-2f71-4bed-ac88-a4c027ce9f41,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:17.579147 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.625562 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=2a822662-2f71-4bed-ac88-a4c027ce9f41,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:18.048952 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421950c-bb02-4cae-b424-3c158589199d req-4c2604b6-2bfd-434f-8c69-479cb0aee09e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.050477 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f421950c-bb02-4cae-b424-3c158589199d req-4c2604b6-2bfd-434f-8c69-479cb0aee09e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0643349 Jul 16 08:44:18.061863 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['bfa089e5-d703-4027-b032-40647f25efec'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:18.087836 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['2a822662-2f71-4bed-ac88-a4c027ce9f41'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:18.088912 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f421950c-bb02-4cae-b424-3c158589199d req-c0aaae56-311e-4b85-82c3-cf4c5028383e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328407 Jul 16 08:44:18.434384 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4c35a-7136-4be2-b00a-709c675884d4 req-dcdc4c00-b9a7-4625-bc98-233354f2f4bb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.436031 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a7a4c35a-7136-4be2-b00a-709c675884d4 req-dcdc4c00-b9a7-4625-bc98-233354f2f4bb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.1284416 Jul 16 08:44:18.444214 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a2ed2-4e50-4c49-a6e7-82fd95731278 req-0452112e-7fd1-4e75-84d3-5e9415ebfc20 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.446827 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e93a2ed2-4e50-4c49-a6e7-82fd95731278 req-0452112e-7fd1-4e75-84d3-5e9415ebfc20 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 945 time: 0.0826802 Jul 16 08:44:18.478636 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a7a4c35a-7136-4be2-b00a-709c675884d4 req-7bfc8ff3-f971-4d7f-b5fc-44d7441c533d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343029 Jul 16 08:44:18.486929 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e93a2ed2-4e50-4c49-a6e7-82fd95731278 req-2216704a-7732-4f46-9965-fbe66f9f2cdf tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344036 Jul 16 08:44:18.534810 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44952) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:18.641370 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-7ed56cce-c160-4d5b-9cac-d4f0a1c13640 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043055 Jul 16 08:44:18.673914 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca086a7d-c6ff-438a-b790-69896b4212b9 req-952b9afd-aea1-48bf-9368-68acedd5b89a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.675406 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ca086a7d-c6ff-438a-b790-69896b4212b9 req-952b9afd-aea1-48bf-9368-68acedd5b89a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 944 time: 0.0786989 Jul 16 08:44:18.717826 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ca086a7d-c6ff-438a-b790-69896b4212b9 req-192834e9-b89e-4687-a28b-4d3f4f354b5e tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361679 Jul 16 08:44:18.868355 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080535-5791-4b58-963b-24e8be0afb53 req-be33d2ff-3699-4184-8e1a-5906b87efc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.870008 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5080535-5791-4b58-963b-24e8be0afb53 req-be33d2ff-3699-4184-8e1a-5906b87efc8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1099 time: 0.0650668 Jul 16 08:44:18.874384 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e389ce6-8da7-4bc2-a136-90a85f40692a req-c6403ec0-29a5-41a7-8018-7c09a474e3cf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.876122 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9e389ce6-8da7-4bc2-a136-90a85f40692a req-c6403ec0-29a5-41a7-8018-7c09a474e3cf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0701792 Jul 16 08:44:18.917099 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9e389ce6-8da7-4bc2-a136-90a85f40692a req-330f5254-c3cc-46bc-a60c-22de0b7c09ad tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Jul 16 08:44:18.973251 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080535-5791-4b58-963b-24e8be0afb53 req-2d2740d7-4998-4e23-b377-9b28c02e79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.974688 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5080535-5791-4b58-963b-24e8be0afb53 req-2d2740d7-4998-4e23-b377-9b28c02e79c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 920 time: 0.0979874 Jul 16 08:44:19.231998 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5080535-5791-4b58-963b-24e8be0afb53 req-e45f178d-ef0c-45f0-847d-238fb82a50b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8 HTTP/1.1" status: 200 len: 217 time: 0.2430072 Jul 16 08:44:19.302749 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080535-5791-4b58-963b-24e8be0afb53 req-ec8693a8-57b6-48b0-9fec-0058bb190ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.304217 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5080535-5791-4b58-963b-24e8be0afb53 req-ec8693a8-57b6-48b0-9fec-0058bb190ae3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 200 len: 859 time: 0.0649323 Jul 16 08:44:19.342121 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5080535-5791-4b58-963b-24e8be0afb53 req-eabbb42f-0440-4797-9844-44893ad21c1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289214 Jul 16 08:44:19.353215 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca738c3-3bdc-4008-b634-be4fa41bb48e req-5451f8ae-a099-40b9-8104-e6379b0f7d6a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.354605 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3ca738c3-3bdc-4008-b634-be4fa41bb48e req-5451f8ae-a099-40b9-8104-e6379b0f7d6a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1253185 Jul 16 08:44:19.437682 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3ca738c3-3bdc-4008-b634-be4fa41bb48e req-5b86962f-0cf2-4e1c-a2af-967bbe30b13a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753896 Jul 16 08:44:19.460918 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5080535-5791-4b58-963b-24e8be0afb53 req-0a18139b-9762-4267-ade9-2f8681952375 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054125 Jul 16 08:44:19.557785 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5080535-5791-4b58-963b-24e8be0afb53 req-4418ff79-df0d-42b7-bdb6-b1b20f53a769 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842299 Jul 16 08:44:19.671672 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76c84-487e-4262-889e-0cb4e1f1d1f7 req-16d39d91-934c-4fac-9374-812307a557e8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.673191 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7db76c84-487e-4262-889e-0cb4e1f1d1f7 req-16d39d91-934c-4fac-9374-812307a557e8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 945 time: 0.0669222 Jul 16 08:44:19.674419 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b939e7b-0517-4d6b-aaf0-53b03de5d282 req-0ff264e4-87ae-4a0e-8988-669c9327e577 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.676172 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1b939e7b-0517-4d6b-aaf0-53b03de5d282 req-0ff264e4-87ae-4a0e-8988-669c9327e577 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0682042 Jul 16 08:44:19.711090 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7db76c84-487e-4262-889e-0cb4e1f1d1f7 req-9b17b8f2-d3e3-40b4-8ff9-4cf1a8449616 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Jul 16 08:44:19.712970 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1b939e7b-0517-4d6b-aaf0-53b03de5d282 req-0b70a3c7-247a-41b4-b04c-60e7c21b615f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Jul 16 08:44:19.889669 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026691d-8b16-4742-bda9-ddde2b495731 req-1d7134c4-dacf-404d-9bb9-62a13f02946b tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.891231 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2026691d-8b16-4742-bda9-ddde2b495731 req-1d7134c4-dacf-404d-9bb9-62a13f02946b tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 944 time: 0.0633852 Jul 16 08:44:19.929523 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2026691d-8b16-4742-bda9-ddde2b495731 req-d1636b07-bfc5-4220-a505-7dd551fd7ef8 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Jul 16 08:44:20.107686 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bcdbb-040b-4cc8-80c7-8c68d3e99eb2 req-f570ec11-eea3-4bc5-bdbd-561773d023ec tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.109214 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-199bcdbb-040b-4cc8-80c7-8c68d3e99eb2 req-f570ec11-eea3-4bc5-bdbd-561773d023ec tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0742302 Jul 16 08:44:20.146319 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-199bcdbb-040b-4cc8-80c7-8c68d3e99eb2 req-7e012368-65f2-4409-8095-adaae46c2e82 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Jul 16 08:44:20.607529 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc3b3-e3cc-490a-bb10-c4ec3fcfae11 req-b760ba2a-ffd6-4564-b653-b7ce1d697165 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.609050 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5a1dc3b3-e3cc-490a-bb10-c4ec3fcfae11 req-b760ba2a-ffd6-4564-b653-b7ce1d697165 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0633078 Jul 16 08:44:20.646637 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5a1dc3b3-e3cc-490a-bb10-c4ec3fcfae11 req-a1d59ddc-b0c7-4d48-9209-51637ccd9739 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Jul 16 08:44:20.668731 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30afaa-397e-4521-ad58-c3530954dbab req-d665cc7a-75cd-4cf5-adb0-7e620fe0acbb tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.670288 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7b30afaa-397e-4521-ad58-c3530954dbab req-d665cc7a-75cd-4cf5-adb0-7e620fe0acbb tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.0654109 Jul 16 08:44:20.708435 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7b30afaa-397e-4521-ad58-c3530954dbab req-2e697784-422d-48c0-b81d-f1c7b119032d tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 16 08:44:20.732899 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 44990) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.905637 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f5a6f-a64e-4892-958e-647374d44805 req-072c90df-a92a-4d5c-976c-6802df594971 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.907106 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ac2f5a6f-a64e-4892-958e-647374d44805 req-072c90df-a92a-4d5c-976c-6802df594971 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 945 time: 0.0686443 Jul 16 08:44:20.932555 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533d670-04b8-4c02-bb28-911a3a74cb9a tempest-TestMinimumBasicScenario-1893036934 tempest-TestMinimumBasicScenario-1893036934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.934075 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4533d670-04b8-4c02-bb28-911a3a74cb9a tempest-TestMinimumBasicScenario-1893036934 tempest-TestMinimumBasicScenario-1893036934-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1093 time: 0.2002180 Jul 16 08:44:20.937158 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 44998) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.941883 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'port_id': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:20.942398 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a51f1-5669-4bd8-b6bc-1a4f07cb7af0 req-59593e73-d045-4ada-940e-323c85e1e012 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.943814 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c39a51f1-5669-4bd8-b6bc-1a4f07cb7af0 req-59593e73-d045-4ada-940e-323c85e1e012 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.1088696 Jul 16 08:44:20.968415 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ac2f5a6f-a64e-4892-958e-647374d44805 req-4c738b61-102e-42bd-810e-ef1c8296b6fe tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556056 Jul 16 08:44:20.979796 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device bfa089e5-d703-4027-b032-40647f25efec up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:20.984683 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.989531 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c39a51f1-5669-4bd8-b6bc-1a4f07cb7af0 req-e3d97fd3-ce90-4afa-9455-955ad2ebf4a8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389087 Jul 16 08:44:21.086761 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port bfa089e5-d703-4027-b032-40647f25efec completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:21.090633 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port bfa089e5-d703-4027-b032-40647f25efec triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:21.091278 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.145124 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.169469 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bb709-bee6-4a56-a08a-e2d037c981a8 req-cf87b01d-87d6-4fc0-a1f2-9ebca7f054da tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.171633 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5c8bb709-bee6-4a56-a08a-e2d037c981a8 req-cf87b01d-87d6-4fc0-a1f2-9ebca7f054da tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 944 time: 0.0884769 Jul 16 08:44:21.172899 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.198246 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e40fe54-f9fc-4cfd-8c3f-42689aff88ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa089e5-d703-4027-b032-40647f25efec'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:21.200837 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150ee12e-9561-43ef-a7a8-8a2e70ae6ccb" -d '{"events": [{"server_uuid": "3e40fe54-f9fc-4cfd-8c3f-42689aff88ac", "name": "network-vif-plugged", "status": "completed", "tag": "bfa089e5-d703-4027-b032-40647f25efec"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:21.214072 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port bfa089e5-d703-4027-b032-40647f25efec, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bfa089e5-d703-4027-b032-40647f25efec,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:21.220327 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.221215 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 2a822662-2f71-4bed-ac88-a4c027ce9f41 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:21.273355 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5c8bb709-bee6-4a56-a08a-e2d037c981a8 req-d9c7b6bb-4e89-45d9-8121-7cbda7e6e9f9 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692227 Jul 16 08:44:21.297759 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=bfa089e5-d703-4027-b032-40647f25efec,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.314024 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 2a822662-2f71-4bed-ac88-a4c027ce9f41 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:21.320822 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Allocated IP 172.27.0.198 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/b4d8fd1d-742b-4407-bd5a-b3d8dd2631e3) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:21.323255 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 2a822662-2f71-4bed-ac88-a4c027ce9f41 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:21.323644 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.345815 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20bf023-7974-4184-81d2-26ad7eaf21de x-openstack-request-id: req-a20bf023-7974-4184-81d2-26ad7eaf21de {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:21.346352 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e40fe54-f9fc-4cfd-8c3f-42689aff88ac", "name": "network-vif-plugged", "status": "completed", "tag": "bfa089e5-d703-4027-b032-40647f25efec", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:21.346766 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a20bf023-7974-4184-81d2-26ad7eaf21de {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:21.347327 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e40fe54-f9fc-4cfd-8c3f-42689aff88ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa089e5-d703-4027-b032-40647f25efec', 'code': 200} Jul 16 08:44:21.351354 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ff0df-f1a1-47c1-a783-9a9550fabcb6 req-5e2a17e0-38d8-480a-8dc7-f14b30a0349d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.358189 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-174ff0df-f1a1-47c1-a783-9a9550fabcb6 req-5e2a17e0-38d8-480a-8dc7-f14b30a0349d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0954275 Jul 16 08:44:21.390768 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-174ff0df-f1a1-47c1-a783-9a9550fabcb6 req-c98ee298-2a19-4da3-a287-df48b8bdbe60 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Jul 16 08:44:21.414187 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.439948 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.449391 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 2a822662-2f71-4bed-ac88-a4c027ce9f41, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2a822662-2f71-4bed-ac88-a4c027ce9f41,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:21.453133 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.453918 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:21.526652 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=2a822662-2f71-4bed-ac88-a4c027ce9f41,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.554292 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-fc296070-248a-4030-949f-ae5b7ff74d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.555942 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-fc296070-248a-4030-949f-ae5b7ff74d3f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359&tenant_id=56ca38ed14dd44d784a0ed25d2587694 HTTP/1.1" status: 200 len: 1096 time: 0.1217480 Jul 16 08:44:21.562712 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.612036 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:21.614880 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:21.617438 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:21.654086 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'Port': ['ID=b4d8fd1d-742b-4407-bd5a-b3d8dd2631e3,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.828754 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c70ad5-fd32-497b-b0e8-fc559c9d4f21 req-3da4657c-c152-49de-80c6-892763f09361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.830214 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91c70ad5-fd32-497b-b0e8-fc559c9d4f21 req-3da4657c-c152-49de-80c6-892763f09361 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 1098 time: 0.1915009 Jul 16 08:44:21.840028 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-9101997e-dad2-4fc5-851c-672f03c49b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.841356 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-9101997e-dad2-4fc5-851c-672f03c49b03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1096 time: 0.2016151 Jul 16 08:44:21.989411 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91c70ad5-fd32-497b-b0e8-fc559c9d4f21 req-262431b1-6549-4bcb-8a98-033678fee99b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451890 Jul 16 08:44:22.036937 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16d11-f37a-4ec1-9e5e-9f5bd5fb567f req-39ecf55a-6916-4850-a9b1-e9905c1395c6 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.038956 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9ea16d11-f37a-4ec1-9e5e-9f5bd5fb567f req-39ecf55a-6916-4850-a9b1-e9905c1395c6 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.2762799 Jul 16 08:44:22.053493 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:22.083963 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-6552b079-cfa3-461c-90e8-e9daa25597f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.086012 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-6552b079-cfa3-461c-90e8-e9daa25597f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.2302618 Jul 16 08:44:22.139505 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9ea16d11-f37a-4ec1-9e5e-9f5bd5fb567f req-9be84397-5e8b-43d9-b255-7b06ed9072c7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902421 Jul 16 08:44:22.164359 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b19c9-6720-4818-bf82-a269418f9ae9 req-a545f410-2f15-4d94-b290-caaebfcf1b5c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.165024 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a12b19c9-6720-4818-bf82-a269418f9ae9 req-a545f410-2f15-4d94-b290-caaebfcf1b5c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0691824 Jul 16 08:44:22.205206 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a12b19c9-6720-4818-bf82-a269418f9ae9 req-2b8134ee-8e45-48c7-b5ae-3a388916bf4b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338461 Jul 16 08:44:22.290836 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.420140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881f23c-d564-4583-8ad7-ae4071c00242 req-cd7ff6f4-21c1-4c34-a384-d1e83623f587 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.421811 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6881f23c-d564-4583-8ad7-ae4071c00242 req-cd7ff6f4-21c1-4c34-a384-d1e83623f587 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.1746583 Jul 16 08:44:22.425716 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-1ccb7dce-0d9b-4a57-884e-06265463d5c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 200 len: 999 time: 0.1092257 Jul 16 08:44:22.449826 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde8c67-d391-4869-a3b7-349dc1f311d7 req-5076f8b6-5269-4ef2-affd-c9da0ebb0506 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.451312 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9cde8c67-d391-4869-a3b7-349dc1f311d7 req-5076f8b6-5269-4ef2-affd-c9da0ebb0506 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0657125 Jul 16 08:44:22.464203 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.488154 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9cde8c67-d391-4869-a3b7-349dc1f311d7 req-7e11fb67-e066-4ac2-98a6-7ebbca034386 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Jul 16 08:44:22.528858 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6881f23c-d564-4583-8ad7-ae4071c00242 req-0556de72-8cb3-4ae1-a475-71f88f8073e1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009326 Jul 16 08:44:22.542978 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-7af0b9e5-6429-47ac-b68d-dd6823393c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.544461 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-7af0b9e5-6429-47ac-b68d-dd6823393c01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.1023667 Jul 16 08:44:22.646601 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89860e4c-3ca6-4237-b056-53f143db38f3 req-43f7fb2f-8658-49a5-9d1e-22d44e35b6ed tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.648221 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-89860e4c-3ca6-4237-b056-53f143db38f3 req-43f7fb2f-8658-49a5-9d1e-22d44e35b6ed tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0622447 Jul 16 08:44:22.696707 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-89860e4c-3ca6-4237-b056-53f143db38f3 req-9d091b79-0159-4733-8588-881cb864785f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 Jul 16 08:44:22.881806 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-b4244e7d-4f99-46ee-91ec-640b115a37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.883299 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-b4244e7d-4f99-46ee-91ec-640b115a37da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3217070 Jul 16 08:44:22.903685 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.915299 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.019609 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'Port': ['ID=b4d8fd1d-742b-4407-bd5a-b3d8dd2631e3,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:23.046276 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.050572 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-dc812bbb-ea32-4e42-8c5a-13272327fc15 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550758 Jul 16 08:44:23.217531 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Floating IP 31d15460-56f7-40d0-a772-18cc37261766 associated. External IP: 172.27.0.198, port: bf0a349c-f06d-4262-9b93-303cd8fdc633. Jul 16 08:44:23.223787 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-0b7bc6be-1440-44d5-b279-f542b923e1c4 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442251 Jul 16 08:44:23.348455 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff4de63-f848-4513-b944-92b5695a3311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a822662-2f71-4bed-ac88-a4c027ce9f41'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:23.352895 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c16adc-b8a8-4f55-a4a5-15f6cdb2f09e" -d '{"events": [{"server_uuid": "0ff4de63-f848-4513-b944-92b5695a3311", "name": "network-vif-plugged", "status": "completed", "tag": "2a822662-2f71-4bed-ac88-a4c027ce9f41"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:23.421189 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a5402-8ddb-46a7-8edf-bf0a91db6148 req-15c33f3e-0cd4-4f18-8cc7-843bf806cd8d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.424258 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d20a5402-8ddb-46a7-8edf-bf0a91db6148 req-15c33f3e-0cd4-4f18-8cc7-843bf806cd8d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0949693 Jul 16 08:44:23.464363 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d20a5402-8ddb-46a7-8edf-bf0a91db6148 req-f497923a-236f-4378-9f64-d8ee47b284c5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344710 Jul 16 08:44:23.469140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Router 7643a765-d014-43ad-b825-de320b3c3def has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:23.511272 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7517800-fb28-43b1-84ef-2d95fdb1a763 x-openstack-request-id: req-f7517800-fb28-43b1-84ef-2d95fdb1a763 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:23.512984 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff4de63-f848-4513-b944-92b5695a3311", "name": "network-vif-plugged", "status": "completed", "tag": "2a822662-2f71-4bed-ac88-a4c027ce9f41", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:23.512984 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f7517800-fb28-43b1-84ef-2d95fdb1a763 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:23.512984 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff4de63-f848-4513-b944-92b5695a3311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'code': 200} Jul 16 08:44:23.543009 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c92295-92e1-4ff5-83d5-d0446d2a66bd req-6e5bf2a4-16bb-4d9a-970a-4ce2c83719e7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.544531 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-27c92295-92e1-4ff5-83d5-d0446d2a66bd req-6e5bf2a4-16bb-4d9a-970a-4ce2c83719e7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1215014 Jul 16 08:44:23.626904 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-27c92295-92e1-4ff5-83d5-d0446d2a66bd req-affb05dc-1217-4298-82c8-c65a65a967f1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477085 Jul 16 08:44:23.627899 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:23.637991 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] Sync routers for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:23.646552 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.650947 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:23.651762 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:44:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:23.687392 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a31d622d-153f-4f2a-a614-fc83e591a2de tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7491360 Jul 16 08:44:23.688017 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:23.690100 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45030) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.690423 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e163c9-c411-4852-90d5-4e160cc9db8c" -d '{"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:23.695483 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381120673', 'description': 'tempest-secgroup-smoke-1381120673 description', 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:23.735349 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bcb3c-5183-470e-80f3-9665ab12259b req-ab4e1eb5-da1c-408a-ba31-16e758f83b71 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.738488 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b20bcb3c-5183-470e-80f3-9665ab12259b req-ab4e1eb5-da1c-408a-ba31-16e758f83b71 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.1211722 Jul 16 08:44:23.743328 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.815787 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b20bcb3c-5183-470e-80f3-9665ab12259b req-77cfd04c-a8e7-4812-915d-367fbc8dd9a6 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696771 Jul 16 08:44:23.846773 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:23.868407 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2301b6f5-badf-4fb8-9160-9460ef8f2197 x-openstack-request-id: req-2301b6f5-badf-4fb8-9160-9460ef8f2197 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:23.868704 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:23.868963 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2301b6f5-badf-4fb8-9160-9460ef8f2197 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:23.869369 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'status': 'completed', 'code': 200} Jul 16 08:44:23.942933 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440562ad-fc0f-4e79-8bc8-afb832ad9f50 req-7fa71a99-13c0-4775-a4ee-c0f819b4edeb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.952032 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-440562ad-fc0f-4e79-8bc8-afb832ad9f50 req-7fa71a99-13c0-4775-a4ee-c0f819b4edeb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.1706669 Jul 16 08:44:23.959145 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.968177 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.057051 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.058418 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-440562ad-fc0f-4e79-8bc8-afb832ad9f50 req-527e97bd-e709-4e58-91fe-5f91b535e8ed tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017132 Jul 16 08:44:24.062068 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3709080 Jul 16 08:44:24.062740 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45054) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.070843 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-dcba18f6-2f9e-46fb-af50-367db90471bd tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'security_group_rule': {'security_group_id': 'b00aea65-9cea-4ceb-a19d-de1017534bf1', 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:24.078111 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00aea65-9cea-4ceb-a19d-de1017534bf1,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.093797 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.094226 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.094643 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.095055 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.095459 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.095904 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.096305 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.096701 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.097101 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.097782 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.098284 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.098691 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df43d3-1840-497d-8fb7-503f108151af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.137750 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-a009f88a-0be8-4871-a3a8-33c2e93c1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.139306 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-a009f88a-0be8-4871-a3a8-33c2e93c1f87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1098 time: 0.1813748 Jul 16 08:44:24.154474 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcba18f6-2f9e-46fb-af50-367db90471bd tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.159016 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '31d15460-56f7-40d0-a772-18cc37261766', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '7643a765-d014-43ad-b825-de320b3c3def', 'port_id': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'mac_address': 'fa:16:3e:2a:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185eb79f-aaee-4790-b2a0-554a409c190a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:44:22Z', 'updated_at': '2021-07-16T08:44:22Z', 'revision_number': 0, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:19Z', 'revision_number': 5, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:24.171404 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482c5b-de34-42d2-8148-5be48d3aa19e req-f681da4e-4a2f-4148-88f6-e69719da0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.174679 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a482c5b-de34-42d2-8148-5be48d3aa19e req-f681da4e-4a2f-4148-88f6-e69719da0c24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 1099 time: 0.0916467 Jul 16 08:44:24.190409 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418040ad-59a3-4db5-bf48-7b44a9ac462f req-ce6ca37d-d4ad-4bf2-8d9c-d4ca055c3797 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.193132 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] Checking router: 7643a765-d014-43ad-b825-de320b3c3def for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:24.198828 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-418040ad-59a3-4db5-bf48-7b44a9ac462f req-ce6ca37d-d4ad-4bf2-8d9c-d4ca055c3797 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.2030025 Jul 16 08:44:24.203986 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:24.204909 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:44:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:24.281114 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-418040ad-59a3-4db5-bf48-7b44a9ac462f req-d624e849-f4b9-4af5-843a-9fdb085aece7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811000 Jul 16 08:44:24.296138 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcba18f6-2f9e-46fb-af50-367db90471bd tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.303224 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcba18f6-2f9e-46fb-af50-367db90471bd tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.344848 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:24.365004 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba18f6-2f9e-46fb-af50-367db90471bd tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3897ff-5118-4e40-af18-82656272db26,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.369749 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcba18f6-2f9e-46fb-af50-367db90471bd tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.372825 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-dcba18f6-2f9e-46fb-af50-367db90471bd tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3071713 Jul 16 08:44:24.375552 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45056) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.381114 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-eaf714f1-dc02-4498-b60d-8906daa109f2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'security_group_rule': {'security_group_id': 'b00aea65-9cea-4ceb-a19d-de1017534bf1', 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:24.414000 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-eaf714f1-dc02-4498-b60d-8906daa109f2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.533959 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-eaf714f1-dc02-4498-b60d-8906daa109f2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.544185 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-eaf714f1-dc02-4498-b60d-8906daa109f2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.598947 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-eaf714f1-dc02-4498-b60d-8906daa109f2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.603699 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45060) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.608699 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-bd95dcb7-a228-47b2-8e95-a85162d73e6f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'security_group_rule': {'security_group_id': 'b00aea65-9cea-4ceb-a19d-de1017534bf1', 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:24.614050 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-eaf714f1-dc02-4498-b60d-8906daa109f2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2233508 Jul 16 08:44:24.620516 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf714f1-dc02-4498-b60d-8906daa109f2 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d539690-cd58-4a26-8993-d733aae83862,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.691407 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bd95dcb7-a228-47b2-8e95-a85162d73e6f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.755114 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '31d15460-56f7-40d0-a772-18cc37261766', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '7643a765-d014-43ad-b825-de320b3c3def', 'port_id': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'mac_address': 'fa:16:3e:2a:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185eb79f-aaee-4790-b2a0-554a409c190a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:44:22Z', 'updated_at': '2021-07-16T08:44:22Z', 'revision_number': 0, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:19Z', 'revision_number': 5, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:24.787638 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a571492-cb91-4150-830a-7800f9afc5ff None None] The sync data for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi is: [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '31d15460-56f7-40d0-a772-18cc37261766', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '7643a765-d014-43ad-b825-de320b3c3def', 'port_id': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'mac_address': 'fa:16:3e:2a:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185eb79f-aaee-4790-b2a0-554a409c190a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:44:22Z', 'updated_at': '2021-07-16T08:44:22Z', 'revision_number': 0, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:19Z', 'revision_number': 5, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:24.791054 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bd95dcb7-a228-47b2-8e95-a85162d73e6f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.810953 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44eb9c-8974-4c75-96ce-c6d93ae553c8 req-769f90f8-892c-4a42-94df-d707a1e6362d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.819655 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bb44eb9c-8974-4c75-96ce-c6d93ae553c8 req-769f90f8-892c-4a42-94df-d707a1e6362d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.1871846 Jul 16 08:44:24.822623 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bd95dcb7-a228-47b2-8e95-a85162d73e6f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.851818 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95dcb7-a228-47b2-8e95-a85162d73e6f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8203cb73-1c84-40ca-b486-675a6cec2da6,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.879304 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bd95dcb7-a228-47b2-8e95-a85162d73e6f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.883009 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-bd95dcb7-a228-47b2-8e95-a85162d73e6f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757835 Jul 16 08:44:24.886265 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45066) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.892088 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-9f06f36b-aee0-4b07-b03a-782244d0dc21 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'security_group_rule': {'security_group_id': 'b00aea65-9cea-4ceb-a19d-de1017534bf1', 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:24.894852 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bb44eb9c-8974-4c75-96ce-c6d93ae553c8 req-2cfeae1c-c57f-4985-8238-618e9c12276a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743277 Jul 16 08:44:24.931338 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81680b7-f584-4e56-8617-7a5870689f1b req-9ce41f92-ea39-42e4-a158-23e886dbb5b5 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.932964 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a81680b7-f584-4e56-8617-7a5870689f1b req-9ce41f92-ea39-42e4-a158-23e886dbb5b5 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1132858 Jul 16 08:44:24.971275 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9f06f36b-aee0-4b07-b03a-782244d0dc21 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.001179 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a81680b7-f584-4e56-8617-7a5870689f1b req-b99d2453-cf7e-4d70-b9d6-d7e00b3163f5 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617702 Jul 16 08:44:25.051906 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9f06f36b-aee0-4b07-b03a-782244d0dc21 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.059443 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9f06f36b-aee0-4b07-b03a-782244d0dc21 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.085926 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06f36b-aee0-4b07-b03a-782244d0dc21 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b266821c-684f-421d-a59f-9dc89e903526,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.091426 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9f06f36b-aee0-4b07-b03a-782244d0dc21 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.095289 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-9f06f36b-aee0-4b07-b03a-782244d0dc21 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2047224 Jul 16 08:44:25.096459 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45068) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.100230 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-dc334486-2351-4a7e-a47a-5b9b3718a425 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'security_group_rule': {'security_group_id': 'b00aea65-9cea-4ceb-a19d-de1017534bf1', 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:25.114861 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73480c-84ed-4310-8233-fa710470e569 req-b7f2fa04-71c0-4197-8ad0-60b011233dc4 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.117414 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9a73480c-84ed-4310-8233-fa710470e569 req-b7f2fa04-71c0-4197-8ad0-60b011233dc4 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0909550 Jul 16 08:44:25.148491 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.securitygroups_db [None req-dc334486-2351-4a7e-a47a-5b9b3718a425 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Project 4c107ea27ddb49fcbd761bf966f7a7dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:44:25.154747 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dc334486-2351-4a7e-a47a-5b9b3718a425 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.157683 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a914996-4766-4059-a950-a8cd24574a7a None None] New status for floating IP 31d15460-56f7-40d0-a772-18cc37261766: ACTIVE {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:44:25.202744 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9a73480c-84ed-4310-8233-fa710470e569 req-8f188afa-bedf-4610-a564-d2d5aa959458 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801902 Jul 16 08:44:25.294723 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dc334486-2351-4a7e-a47a-5b9b3718a425 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.300385 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dc334486-2351-4a7e-a47a-5b9b3718a425 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.346944 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc334486-2351-4a7e-a47a-5b9b3718a425 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca465c0-3d98-4777-8bca-219914c9546b,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.353015 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dc334486-2351-4a7e-a47a-5b9b3718a425 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.357174 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-dc334486-2351-4a7e-a47a-5b9b3718a425 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2581921 Jul 16 08:44:25.358779 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45076) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.364498 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-f5f9ff8c-16da-499c-8c89-895cf0f483b5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'security_group_rule': {'security_group_id': 'b00aea65-9cea-4ceb-a19d-de1017534bf1', 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:25.391127 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16125f0-3afb-4280-a320-1f1909259708 req-d7a4903f-0e20-4d66-99df-5c4378d86961 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.392388 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.securitygroups_db [None req-f5f9ff8c-16da-499c-8c89-895cf0f483b5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Project 4c107ea27ddb49fcbd761bf966f7a7dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:44:25.393071 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b16125f0-3afb-4280-a320-1f1909259708 req-d7a4903f-0e20-4d66-99df-5c4378d86961 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.1500342 Jul 16 08:44:25.408171 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff8c-16da-499c-8c89-895cf0f483b5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.508753 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b16125f0-3afb-4280-a320-1f1909259708 req-88e0140e-e1e4-476e-b906-3686ab897593 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896094 Jul 16 08:44:25.545745 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff8c-16da-499c-8c89-895cf0f483b5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.555768 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff8c-16da-499c-8c89-895cf0f483b5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.586763 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c59b0-808d-4c44-91d5-4d4e783b6c10 req-46ed3e69-069e-4f84-8ed1-2c6ea7c712b7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.588500 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ff6c59b0-808d-4c44-91d5-4d4e783b6c10 req-46ed3e69-069e-4f84-8ed1-2c6ea7c712b7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.1540949 Jul 16 08:44:25.590398 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9ff8c-16da-499c-8c89-895cf0f483b5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4930ebef-8cb2-47c0-8703-5237caf2b139,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.607377 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff8c-16da-499c-8c89-895cf0f483b5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.608585 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f5f9ff8c-16da-499c-8c89-895cf0f483b5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2486782 Jul 16 08:44:25.647384 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ff6c59b0-808d-4c44-91d5-4d4e783b6c10 req-bcee0893-c7e1-42ea-b5c2-2adc2db94312 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478868 Jul 16 08:44:25.735130 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-41b67bc2-cbc8-48cd-a526-3841e7f14486 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381120673&fields=id&tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd HTTP/1.1" status: 200 len: 267 time: 0.0355227 Jul 16 08:44:25.805626 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-4fde5985-b8db-46f8-95dd-3e76fc928258 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.807012 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-4fde5985-b8db-46f8-95dd-3e76fc928258 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.0660181 Jul 16 08:44:25.817634 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'port': {'security_groups': ['4d0f7a09-4218-44a3-bb05-4b70b1ba121f', 'b00aea65-9cea-4ceb-a19d-de1017534bf1']}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:25.915010 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.105755 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485bb7c-10ee-4f65-9358-ad5fbc238ee4 req-57c1c04a-a94f-49f5-99cc-c33334d36960 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.107255 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e485bb7c-10ee-4f65-9358-ad5fbc238ee4 req-57c1c04a-a94f-49f5-99cc-c33334d36960 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0801666 Jul 16 08:44:26.146624 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e485bb7c-10ee-4f65-9358-ad5fbc238ee4 req-9f4b6e7c-e0a4-4a8e-9478-88e54a7e5f3f tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336955 Jul 16 08:44:26.156649 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] For port bf0a349c-f06d-4262-9b93-303cd8fdc633, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:26.200513 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.205863 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.253735 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['bf0a349c-f06d-4262-9b93-303cd8fdc633'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:26.261840 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.262560 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.278471 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-fde98396-1465-48cb-9a84-8d1d4c2d12d5 req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "PUT /v2.0/ports/bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 981 time: 0.4635916 Jul 16 08:44:26.279076 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:26.281534 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604c61b7-7bee-4fd5-b41c-c5529f086fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:26.351522 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7fc18-f36e-4457-9162-b0b1f94d0bff tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'Port': ['ID=bf0a349c-f06d-4262-9b93-303cd8fdc633,revision_number=6']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:26.506383 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fbba2-0da8-4c3a-a90b-10867ad2dd38 req-39e595ab-46be-4e37-9693-fdcb653c766f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.514797 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d48fbba2-0da8-4c3a-a90b-10867ad2dd38 req-39e595ab-46be-4e37-9693-fdcb653c766f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1080453 Jul 16 08:44:26.517332 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['bf0a349c-f06d-4262-9b93-303cd8fdc633'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:26.620285 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d48fbba2-0da8-4c3a-a90b-10867ad2dd38 req-b3269113-053a-4c15-848c-3d5e47646beb tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990183 Jul 16 08:44:26.703950 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb9a709-3b5b-45ee-8398-342256f3f609 x-openstack-request-id: req-8fb9a709-3b5b-45ee-8398-342256f3f609 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:26.704249 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:26.704503 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8fb9a709-3b5b-45ee-8398-342256f3f609 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:26.704979 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'status': 'completed', 'code': 200} Jul 16 08:44:26.738584 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-af462262-9b04-4dd4-8a11-d40a53a6680e None None] Provisioning complete for port bf0a349c-f06d-4262-9b93-303cd8fdc633 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:26.738961 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-af462262-9b04-4dd4-8a11-d40a53a6680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.784030 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612d783-3a1f-4cf4-8478-2944a7a5e717 req-cc6c21c7-64e2-4e4b-83a3-9dcb5d1f5979 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.791593 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7612d783-3a1f-4cf4-8478-2944a7a5e717 req-cc6c21c7-64e2-4e4b-83a3-9dcb5d1f5979 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0993340 Jul 16 08:44:26.831843 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7612d783-3a1f-4cf4-8478-2944a7a5e717 req-5e00705b-5404-46ef-a16c-f8c0882a4a3c tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392544 Jul 16 08:44:26.963447 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddb34c-9417-4b50-8b3e-6c8bdf890bbf req-8721ceeb-f8c0-4803-a49f-8bd0ff2cef4a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.965824 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-30ddb34c-9417-4b50-8b3e-6c8bdf890bbf req-8721ceeb-f8c0-4803-a49f-8bd0ff2cef4a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.1189754 Jul 16 08:44:27.053979 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-30ddb34c-9417-4b50-8b3e-6c8bdf890bbf req-b5049511-3130-419e-998f-3a589c07dada tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811994 Jul 16 08:44:27.060845 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043417ce-4a39-4e4c-8cb8-39d6a23d086a req-967542c3-68ae-4af8-a835-720c5aaf1cab tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.062728 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-043417ce-4a39-4e4c-8cb8-39d6a23d086a req-967542c3-68ae-4af8-a835-720c5aaf1cab tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0742073 Jul 16 08:44:27.115446 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-043417ce-4a39-4e4c-8cb8-39d6a23d086a req-16cdecd9-12fe-4f05-b4c1-5d87aa8e75cf tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404706 Jul 16 08:44:27.279275 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda7d62-a52c-4755-93dd-4a6d0041c232 req-90baafae-a0ca-4ad9-8662-90db9c6d8515 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.281033 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4eda7d62-a52c-4755-93dd-4a6d0041c232 req-90baafae-a0ca-4ad9-8662-90db9c6d8515 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0881915 Jul 16 08:44:27.332249 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4eda7d62-a52c-4755-93dd-4a6d0041c232 req-fd346046-e233-42e8-a813-e53714d1d05b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393479 Jul 16 08:44:27.359228 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722fa91-fac2-4b49-a7da-447ea0ac5284 req-04e9fade-7424-43e9-9b68-9e74b057567b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.360896 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e722fa91-fac2-4b49-a7da-447ea0ac5284 req-04e9fade-7424-43e9-9b68-9e74b057567b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0627301 Jul 16 08:44:27.402024 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e722fa91-fac2-4b49-a7da-447ea0ac5284 req-57d07821-8de0-4272-8963-99633c3ce644 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344181 Jul 16 08:44:27.968409 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767814a-b090-4792-870c-099b4d4b1018 req-1457d836-7f27-4571-b15a-ca0fe1a15868 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.975323 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3767814a-b090-4792-870c-099b4d4b1018 req-1457d836-7f27-4571-b15a-ca0fe1a15868 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0871835 Jul 16 08:44:28.008386 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3767814a-b090-4792-870c-099b4d4b1018 req-80a3c31a-e00c-4215-900c-424c22a580a2 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Jul 16 08:44:28.238220 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40284cd-8779-4c45-bf97-0f7e5306860b req-6435d427-7992-441e-aaae-ac5f29e53bd1 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.239669 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d40284cd-8779-4c45-bf97-0f7e5306860b req-6435d427-7992-441e-aaae-ac5f29e53bd1 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0736830 Jul 16 08:44:28.290016 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d40284cd-8779-4c45-bf97-0f7e5306860b req-a085cfee-0b23-4490-8a53-2d22c7635f37 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Jul 16 08:44:28.311911 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b630b5-744e-4030-8ae6-281db13aa243 req-6fad6070-07d4-4d60-9b9d-d5fa474b57ba tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.313753 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-55b630b5-744e-4030-8ae6-281db13aa243 req-6fad6070-07d4-4d60-9b9d-d5fa474b57ba tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0698674 Jul 16 08:44:28.353808 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-55b630b5-744e-4030-8ae6-281db13aa243 req-a0774ef7-4041-4e38-b60e-827ac2abe5c1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333257 Jul 16 08:44:28.531397 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c31a9-83ff-4497-bf29-2674acba3426 req-83cb5969-c20d-4406-98ec-b48b61aff976 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.533147 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f78c31a9-83ff-4497-bf29-2674acba3426 req-83cb5969-c20d-4406-98ec-b48b61aff976 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0834255 Jul 16 08:44:28.575680 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f78c31a9-83ff-4497-bf29-2674acba3426 req-e0e60a57-2c70-46e6-8fa8-b57978f44260 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362048 Jul 16 08:44:28.595222 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87940db-f019-4623-b1b2-014f0f55be43 req-8bc9db33-45e0-4601-8036-2550bd229bd5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.596772 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c87940db-f019-4623-b1b2-014f0f55be43 req-8bc9db33-45e0-4601-8036-2550bd229bd5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0675025 Jul 16 08:44:28.636957 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c87940db-f019-4623-b1b2-014f0f55be43 req-ed4d7346-74bb-440d-a206-61966c811726 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343890 Jul 16 08:44:29.189417 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566d980-3e90-4f8d-b722-9c2358230eb0 req-554577f1-2a86-4b9d-aabb-cc91831cf290 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.190883 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6566d980-3e90-4f8d-b722-9c2358230eb0 req-554577f1-2a86-4b9d-aabb-cc91831cf290 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0676699 Jul 16 08:44:29.228049 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6566d980-3e90-4f8d-b722-9c2358230eb0 req-931dc6fc-ab26-46f2-b9fc-0f2bb04bc961 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314252 Jul 16 08:44:29.463576 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247343c-4e38-4f45-a6e1-f4151c9e8d60 req-c1e7a8cf-2254-430d-8414-ae0ff34bf165 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.465195 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d247343c-4e38-4f45-a6e1-f4151c9e8d60 req-c1e7a8cf-2254-430d-8414-ae0ff34bf165 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0627580 Jul 16 08:44:29.511137 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d247343c-4e38-4f45-a6e1-f4151c9e8d60 req-cfd8f0da-9b8a-4208-8e84-9cbb5f4ad04b tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Jul 16 08:44:29.535665 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8890d3-c15d-448d-851b-f590cae4b2b4 req-5e1eeb6f-ccc5-4b73-bd24-89b63dbaf098 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.537212 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd8890d3-c15d-448d-851b-f590cae4b2b4 req-5e1eeb6f-ccc5-4b73-bd24-89b63dbaf098 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0655029 Jul 16 08:44:29.577538 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd8890d3-c15d-448d-851b-f590cae4b2b4 req-06504e2d-e5cf-403e-b01f-52249705829c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339024 Jul 16 08:44:29.774469 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7f5e-2c2f-4471-bcec-01264084be90 req-a0a0eaae-a2a4-4723-8e72-ff5c2a1bc6f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.776081 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-af4a7f5e-2c2f-4471-bcec-01264084be90 req-a0a0eaae-a2a4-4723-8e72-ff5c2a1bc6f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0820065 Jul 16 08:44:29.810681 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1c046-2ad5-4545-a2f5-bca2ca79583f req-4ade3063-481f-445c-9c69-f142a6049fa4 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.812287 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1bc1c046-2ad5-4545-a2f5-bca2ca79583f req-4ade3063-481f-445c-9c69-f142a6049fa4 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0628912 Jul 16 08:44:29.822663 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-af4a7f5e-2c2f-4471-bcec-01264084be90 req-c2a2e7b8-1b1f-4b71-b2a6-4758eadc68ea tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Jul 16 08:44:29.862571 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1bc1c046-2ad5-4545-a2f5-bca2ca79583f req-9efb704c-967e-4080-96d4-f2514124de16 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376313 Jul 16 08:44:30.405345 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b2bb2-54e1-4e4e-bd1f-38fb7d612f30 req-aea4cfee-5fc1-488d-9a52-e323b4a79474 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.406884 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-509b2bb2-54e1-4e4e-bd1f-38fb7d612f30 req-aea4cfee-5fc1-488d-9a52-e323b4a79474 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0647888 Jul 16 08:44:30.446126 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-509b2bb2-54e1-4e4e-bd1f-38fb7d612f30 req-e1dbd13f-d42b-43de-b0ed-5a7a4765e6f3 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334084 Jul 16 08:44:30.583379 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.715036 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98163641-3637-4548-93b3-e76d18a68dd7 req-af6b86e6-ceaf-492c-9ea2-6de302e34a4a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.716523 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-98163641-3637-4548-93b3-e76d18a68dd7 req-af6b86e6-ceaf-492c-9ea2-6de302e34a4a tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0731051 Jul 16 08:44:30.753439 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-98163641-3637-4548-93b3-e76d18a68dd7 req-d71d3231-9202-438a-a64e-f7be3900c904 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313845 Jul 16 08:44:30.796472 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55dc8e-b8c6-4ac3-b698-e31e683d3a3d req-66e6138a-3bc8-4a01-afaa-13a73fc39920 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.797963 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6b55dc8e-b8c6-4ac3-b698-e31e683d3a3d req-66e6138a-3bc8-4a01-afaa-13a73fc39920 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0816796 Jul 16 08:44:30.849737 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6b55dc8e-b8c6-4ac3-b698-e31e683d3a3d req-7d87b865-0bc8-4fe0-9db7-a1cabee544f2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394561 Jul 16 08:44:31.012622 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3d8aa-43bb-4056-a1c7-239c9553c738 req-e8bb0f8f-9d3b-43e9-a5ab-6eb5bce60765 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.014062 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa3d8aa-43bb-4056-a1c7-239c9553c738 req-e8bb0f8f-9d3b-43e9-a5ab-6eb5bce60765 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0755961 Jul 16 08:44:31.050383 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b928f-3720-4775-a73a-d619e249b196 req-0f7d2087-a6fa-4d63-8ad9-638613567019 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.052057 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1d8b928f-3720-4775-a73a-d619e249b196 req-0f7d2087-a6fa-4d63-8ad9-638613567019 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0631032 Jul 16 08:44:31.052203 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa3d8aa-43bb-4056-a1c7-239c9553c738 req-41db9792-7254-4a9d-b20a-b94c94cbddbe tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Jul 16 08:44:31.094471 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1d8b928f-3720-4775-a73a-d619e249b196 req-354c1bfd-7512-4b09-871e-a1e25f5cafef tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360746 Jul 16 08:44:31.509271 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-54e404b5-e667-44c6-8e63-41e2335324db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.647896 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66d6c5-0849-42ef-a149-4624d4613443 req-cf8d4b7f-d1cf-46da-a360-668a70055764 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.651157 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8b66d6c5-0849-42ef-a149-4624d4613443 req-cf8d4b7f-d1cf-46da-a360-668a70055764 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0844512 Jul 16 08:44:31.707790 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8b66d6c5-0849-42ef-a149-4624d4613443 req-75733b87-7c63-446a-9444-1e52fcd1137b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484028 Jul 16 08:44:31.945545 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70327bc3-8eab-4cb5-8823-ac2a61ce81a3 req-5386911b-c43d-464e-8ffe-00324f7aafc4 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.948192 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-70327bc3-8eab-4cb5-8823-ac2a61ce81a3 req-5386911b-c43d-464e-8ffe-00324f7aafc4 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0775318 Jul 16 08:44:31.994640 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-70327bc3-8eab-4cb5-8823-ac2a61ce81a3 req-9f533980-20e2-40d9-9c54-e84f266f1eaf tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Jul 16 08:44:32.049621 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98be7b-4f70-48d1-8008-09138f20dea0 req-17c589df-efd3-43b7-b73d-bcbe81c48d09 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.057262 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8b98be7b-4f70-48d1-8008-09138f20dea0 req-17c589df-efd3-43b7-b73d-bcbe81c48d09 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0699098 Jul 16 08:44:32.089667 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8b98be7b-4f70-48d1-8008-09138f20dea0 req-abf2e9b3-3f69-4478-8d3e-ea475131d844 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Jul 16 08:44:32.233214 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d4d3f-ce87-4b7a-b7c3-c970e26867a2 req-eefae18b-c7d3-440f-a5df-4f0eb6cea7cb tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.234875 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-db8d4d3f-ce87-4b7a-b7c3-c970e26867a2 req-eefae18b-c7d3-440f-a5df-4f0eb6cea7cb tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0652421 Jul 16 08:44:32.282220 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-db8d4d3f-ce87-4b7a-b7c3-c970e26867a2 req-00e6f71b-a24b-4da7-a016-8862657b0753 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 Jul 16 08:44:32.288468 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ef2b0-9c94-4fed-89af-c2364eb11d15 req-7a594e71-8252-4164-ab4a-49509bae6ff3 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.289975 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-272ef2b0-9c94-4fed-89af-c2364eb11d15 req-7a594e71-8252-4164-ab4a-49509bae6ff3 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0764070 Jul 16 08:44:32.331195 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-272ef2b0-9c94-4fed-89af-c2364eb11d15 req-370d0887-4671-43b7-a883-eb6c570ae533 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355744 Jul 16 08:44:32.875768 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f8a1b-84e6-40f7-96ea-e82ad83dcae9 req-43940cb0-6bcb-4c86-985d-599c4cfbcc58 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.877251 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-494f8a1b-84e6-40f7-96ea-e82ad83dcae9 req-43940cb0-6bcb-4c86-985d-599c4cfbcc58 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0647445 Jul 16 08:44:32.913554 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-494f8a1b-84e6-40f7-96ea-e82ad83dcae9 req-9bf8feba-e322-46ac-8759-ccf5c54b938b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301509 Jul 16 08:44:33.178836 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bab99f-bd6f-461a-9983-276f7ccdc621 req-7446dd4f-5462-49d0-9f01-2d1b2ec5db20 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.180503 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6bab99f-bd6f-461a-9983-276f7ccdc621 req-7446dd4f-5462-49d0-9f01-2d1b2ec5db20 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0769546 Jul 16 08:44:33.217654 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6bab99f-bd6f-461a-9983-276f7ccdc621 req-f7c01e24-7605-495e-a609-7826d88bcb89 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Jul 16 08:44:33.277052 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167045-d4e6-4664-80f2-98ae7b0ada62 req-05b01b48-88c0-4578-b80a-4c89be833b16 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.278662 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d7167045-d4e6-4664-80f2-98ae7b0ada62 req-05b01b48-88c0-4578-b80a-4c89be833b16 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0669966 Jul 16 08:44:33.318169 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d7167045-d4e6-4664-80f2-98ae7b0ada62 req-5c264f94-35f6-47cd-932b-2ed05aa567a3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338955 Jul 16 08:44:33.481679 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3ca7d-5c79-4ee1-9a36-fe16f3bd85a4 req-22e684c7-c532-4dfd-a531-4a6e5ded1638 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.483367 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-87b3ca7d-5c79-4ee1-9a36-fe16f3bd85a4 req-22e684c7-c532-4dfd-a531-4a6e5ded1638 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0818980 Jul 16 08:44:33.510929 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230bc88-1f0c-4e6e-92df-356954d4476f req-5cfc96cf-0a6e-423d-a2d6-a8c12fbdbbb5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.512414 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e230bc88-1f0c-4e6e-92df-356954d4476f req-5cfc96cf-0a6e-423d-a2d6-a8c12fbdbbb5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0652692 Jul 16 08:44:33.521345 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-87b3ca7d-5c79-4ee1-9a36-fe16f3bd85a4 req-3261a999-7119-4d51-b55f-632e6826dfca tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jul 16 08:44:33.551183 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e230bc88-1f0c-4e6e-92df-356954d4476f req-2babf502-46ee-4ae2-baee-829860d3ba6b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330884 Jul 16 08:44:34.093306 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.095488 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-30a40922-6a20-42ab-8b7f-558ad8028c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.104689 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714138b-f809-42f9-9a2e-21ac7ca8ec58 req-3af09e9a-acd1-4bac-bc2c-9de5d92322a7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.106171 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b714138b-f809-42f9-9a2e-21ac7ca8ec58 req-3af09e9a-acd1-4bac-bc2c-9de5d92322a7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0791593 Jul 16 08:44:34.144987 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b714138b-f809-42f9-9a2e-21ac7ca8ec58 req-a2a39ac2-6468-4537-a8a7-465f7913a612 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332592 Jul 16 08:44:34.399802 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6218c-34a6-4c43-907f-1ae1f059256d req-2d65b69f-147e-463d-ad24-01d6f2362f4c tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.401322 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-50e6218c-34a6-4c43-907f-1ae1f059256d req-2d65b69f-147e-463d-ad24-01d6f2362f4c tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0733287 Jul 16 08:44:34.442569 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-50e6218c-34a6-4c43-907f-1ae1f059256d req-c10a0386-dad1-413b-94de-e3ff04207b74 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356820 Jul 16 08:44:34.514981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17299608-0da6-4790-9103-600580450413 req-0e06eaed-038a-4609-be9a-b6b389f873a1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.516407 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17299608-0da6-4790-9103-600580450413 req-0e06eaed-038a-4609-be9a-b6b389f873a1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0705433 Jul 16 08:44:34.554494 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17299608-0da6-4790-9103-600580450413 req-9f2d14b8-bec1-4e1d-89f0-dcd107e6365f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325181 Jul 16 08:44:34.712658 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad586-ac6f-428b-a9da-2101d99e354b req-f63087d4-93f0-4254-9895-cf71ad59be83 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.714990 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-937ad586-ac6f-428b-a9da-2101d99e354b req-f63087d4-93f0-4254-9895-cf71ad59be83 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0711958 Jul 16 08:44:34.751359 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8487-6057-443b-b7f2-481f154aecc8 req-f88832ab-bfb0-48ee-8ecf-b146e4107d28 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.753002 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fe8f8487-6057-443b-b7f2-481f154aecc8 req-f88832ab-bfb0-48ee-8ecf-b146e4107d28 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0709777 Jul 16 08:44:34.764437 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-937ad586-ac6f-428b-a9da-2101d99e354b req-c9934adb-f136-4ee2-9239-3be23f251840 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Jul 16 08:44:34.796909 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fe8f8487-6057-443b-b7f2-481f154aecc8 req-b5cb3ef9-2323-4a6d-80cc-d97928e72999 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367126 Jul 16 08:44:35.182348 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.327415 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf47d-d30d-4f3c-af84-796700a6f761 req-41613efc-a7cd-405d-a491-44831e1c7ec7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.329416 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8a0cf47d-d30d-4f3c-af84-796700a6f761 req-41613efc-a7cd-405d-a491-44831e1c7ec7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0670929 Jul 16 08:44:35.367651 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8a0cf47d-d30d-4f3c-af84-796700a6f761 req-146345d7-8321-4124-93fb-ac2683b9322b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Jul 16 08:44:35.631155 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38e6d-2b69-4409-b7a9-7a4978a95f7a req-8012f407-2a58-4eb0-969d-b4c9cf25d3cb tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.633520 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1bb38e6d-2b69-4409-b7a9-7a4978a95f7a req-8012f407-2a58-4eb0-969d-b4c9cf25d3cb tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0692761 Jul 16 08:44:35.677481 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1bb38e6d-2b69-4409-b7a9-7a4978a95f7a req-d4c37e21-7e12-440c-b644-109f1a73ecb0 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379033 Jul 16 08:44:35.750832 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47cbb8-dbe2-4411-a2fa-bdc4c8973bb4 req-f82b8530-a727-4353-b245-af8fed6133cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.752284 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5a47cbb8-dbe2-4411-a2fa-bdc4c8973bb4 req-f82b8530-a727-4353-b245-af8fed6133cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0678334 Jul 16 08:44:35.791223 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5a47cbb8-dbe2-4411-a2fa-bdc4c8973bb4 req-f830cf2f-9983-4b55-9b4e-c6384b8572c3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328104 Jul 16 08:44:35.933465 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6109c42-3a14-4f11-9394-605081a6a79f req-91091d74-f4bc-49b1-b712-d362ab55b097 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.934858 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f6109c42-3a14-4f11-9394-605081a6a79f req-91091d74-f4bc-49b1-b712-d362ab55b097 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0642972 Jul 16 08:44:35.971405 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa4844-3ee7-463a-9f5c-a8e2bbb36170 req-51aa20b4-17af-4e25-b713-63d7dc09b03e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.972642 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f6109c42-3a14-4f11-9394-605081a6a79f req-6c396d9f-7619-483f-bcff-5c24bfbdce79 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Jul 16 08:44:35.972875 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bafa4844-3ee7-463a-9f5c-a8e2bbb36170 req-51aa20b4-17af-4e25-b713-63d7dc09b03e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0634930 Jul 16 08:44:36.014166 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-bafa4844-3ee7-463a-9f5c-a8e2bbb36170 req-54aca929-46c4-4ea3-8444-6d22e658260d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350080 Jul 16 08:44:36.540835 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaeb02-79a3-4d33-9657-82313ed33e7b req-6619bee9-0a58-4212-8145-ed62198d9f42 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.542202 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7cdaeb02-79a3-4d33-9657-82313ed33e7b req-6619bee9-0a58-4212-8145-ed62198d9f42 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0648355 Jul 16 08:44:36.578570 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7cdaeb02-79a3-4d33-9657-82313ed33e7b req-18b5e043-2eab-4ca0-8132-83355d3d116e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Jul 16 08:44:36.854695 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a482c5b-de34-42d2-8148-5be48d3aa19e req-05dd9b52-7aeb-444f-94d9-2d7e59916432 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726981 Jul 16 08:44:36.855321 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f23fa-67c0-47a7-8e4e-6279a991652e req-a3301dde-ad64-496a-8d6f-89d557c6fee6 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.856665 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ad8f23fa-67c0-47a7-8e4e-6279a991652e req-a3301dde-ad64-496a-8d6f-89d557c6fee6 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0664210 Jul 16 08:44:36.890145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-b947965f-d716-4a6f-9dee-f8b0567e3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.891797 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-b947965f-d716-4a6f-9dee-f8b0567e3e3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 200 len: 916 time: 0.1176739 Jul 16 08:44:36.900811 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ad8f23fa-67c0-47a7-8e4e-6279a991652e req-566afaa9-ea3c-4c50-8450-fd4f960ab269 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383978 Jul 16 08:44:36.980581 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5e3b7-b341-4246-8f56-0e573011ac59 req-ed168c87-aabd-47fc-885b-6700e9a2bb13 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.982077 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3df5e3b7-b341-4246-8f56-0e573011ac59 req-ed168c87-aabd-47fc-885b-6700e9a2bb13 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0649352 Jul 16 08:44:36.986204 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.020070 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3df5e3b7-b341-4246-8f56-0e573011ac59 req-d479c1c3-2fce-491f-b1a3-efbb2b907335 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318503 Jul 16 08:44:37.143401 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a38a5-bc72-45ea-b76b-381cdf4c579b req-358f60ae-9622-4d7a-917f-f7385c52ec28 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.144855 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c75a38a5-bc72-45ea-b76b-381cdf4c579b req-358f60ae-9622-4d7a-917f-f7385c52ec28 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0628912 Jul 16 08:44:37.181963 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c75a38a5-bc72-45ea-b76b-381cdf4c579b req-1167b01c-8b6e-4dd1-8498-7d54914a7438 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310144 Jul 16 08:44:37.185731 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c093e36-2b12-413f-ac62-915f9f2c9612 req-3e8d234e-467e-4450-b621-fc2ab23ed515 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.187282 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7c093e36-2b12-413f-ac62-915f9f2c9612 req-3e8d234e-467e-4450-b621-fc2ab23ed515 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0631077 Jul 16 08:44:37.225355 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7c093e36-2b12-413f-ac62-915f9f2c9612 req-acd9251e-bd73-4b5f-8303-44b4b2bddda9 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Jul 16 08:44:37.302243 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-f13741b8-092a-4cef-9613-d22a92b61daa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 1001 time: 0.0602891 Jul 16 08:44:37.385182 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-2f5a88ab-f608-42b0-aecb-00a49dbe7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.386685 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-2f5a88ab-f608-42b0-aecb-00a49dbe7ab7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bfec918-edb4-4868-af55-f69eb83faed5 HTTP/1.1" status: 200 len: 854 time: 0.0435269 Jul 16 08:44:37.470434 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-fd48fc26-c1e6-4413-9c7f-c4bcdc3df9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.471897 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-fd48fc26-c1e6-4413-9c7f-c4bcdc3df9a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525134 Jul 16 08:44:37.575419 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-077bb43d-0450-4669-8743-ea1100957530 service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850372 Jul 16 08:44:37.664445 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76e163c9-c411-4852-90d5-4e160cc9db8c req-3cc6d462-950e-434f-8168-63eaf15de177 service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792303 Jul 16 08:44:37.746418 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa901-745f-4bef-9d33-e685797a60a7 req-7f242f2c-daa0-42ba-a74c-1af7db656882 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.747804 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ec8fa901-745f-4bef-9d33-e685797a60a7 req-7f242f2c-daa0-42ba-a74c-1af7db656882 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0612836 Jul 16 08:44:37.785424 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ec8fa901-745f-4bef-9d33-e685797a60a7 req-16fdcbc1-5f13-47f6-94c0-e0ad0b48de11 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Jul 16 08:44:37.804544 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-5977e7d7-3b4b-4ec3-b6bd-0651d3e24e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.806063 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-5977e7d7-3b4b-4ec3-b6bd-0651d3e24e04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1137 time: 0.0552287 Jul 16 08:44:37.901262 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-8e38ecec-4b48-40ee-9ea0-7c640492729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.902734 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-8e38ecec-4b48-40ee-9ea0-7c640492729e service neutron] 10.222.0.62 "GET /v2.0/networks?id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 200 len: 916 time: 0.0825243 Jul 16 08:44:38.093790 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab774b-8ba4-4f75-947e-6caa78bf1fae req-151e2ff4-7b19-439f-8576-40aff6b47e91 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.095551 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-faab774b-8ba4-4f75-947e-6caa78bf1fae req-151e2ff4-7b19-439f-8576-40aff6b47e91 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.0718482 Jul 16 08:44:38.135478 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-faab774b-8ba4-4f75-947e-6caa78bf1fae req-d84639c8-99d9-4a89-bd78-d686db5b05ff tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338829 Jul 16 08:44:38.223091 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-73aa784e-76cf-42e9-a0e3-bb4b35cfa29f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 1001 time: 0.3126020 Jul 16 08:44:38.251072 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6190-bb0e-43ce-9dd5-7a732802f98b req-765cf6e9-3f1a-456f-b2f4-6c81e348d918 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.252549 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b0cd6190-bb0e-43ce-9dd5-7a732802f98b req-765cf6e9-3f1a-456f-b2f4-6c81e348d918 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0831716 Jul 16 08:44:38.307044 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3a5da-b71c-4ab3-ab15-4066431b6de3 req-39503fc3-129a-43b2-a179-ba9841dbe1ac tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.308505 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e2a3a5da-b71c-4ab3-ab15-4066431b6de3 req-39503fc3-129a-43b2-a179-ba9841dbe1ac tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0636182 Jul 16 08:44:38.349675 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e2a3a5da-b71c-4ab3-ab15-4066431b6de3 req-38209f71-890b-4552-b9e8-e2072b7fa809 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344408 Jul 16 08:44:38.355670 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b0cd6190-bb0e-43ce-9dd5-7a732802f98b req-00b1cace-52fd-47f3-beac-f921a1901b43 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954559 Jul 16 08:44:38.360089 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-8c5695fc-f131-4c07-a86e-40bc8d4a0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.362655 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-8c5695fc-f131-4c07-a86e-40bc8d4a0c4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bfec918-edb4-4868-af55-f69eb83faed5 HTTP/1.1" status: 200 len: 854 time: 0.0994658 Jul 16 08:44:38.420193 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-a8bfd8c3-5a87-49b8-af13-48eb01138ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.421904 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-a8bfd8c3-5a87-49b8-af13-48eb01138ada service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 1098 time: 0.1784816 Jul 16 08:44:38.537661 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-5c639dea-bd58-4ec3-91e1-366f0542ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.539181 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-5c639dea-bd58-4ec3-91e1-366f0542ae70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1689079 Jul 16 08:44:38.566230 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c68788-f515-4e0c-9dc2-fc0019e0c04b req-7ea883fd-aff3-4333-b456-596247978411 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.567592 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-22c68788-f515-4e0c-9dc2-fc0019e0c04b req-7ea883fd-aff3-4333-b456-596247978411 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0603292 Jul 16 08:44:38.603460 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-c083655b-625d-4f29-940e-ec7a3e0d14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.604970 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-c083655b-625d-4f29-940e-ec7a3e0d14d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 911 time: 0.1749635 Jul 16 08:44:38.609141 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-22c68788-f515-4e0c-9dc2-fc0019e0c04b req-22fe64cb-bd9e-4327-9ead-b8aad5a1d0a4 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Jul 16 08:44:38.694688 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4392858-2502-4f60-bab9-e2101c184b0c req-bfc2b599-843d-463e-8e96-74dba060a1a0 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.696191 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c4392858-2502-4f60-bab9-e2101c184b0c req-bfc2b599-843d-463e-8e96-74dba060a1a0 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.2280123 Jul 16 08:44:38.735366 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-88e062b6-2907-452b-ba68-c9cd277e8c8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 200 len: 1001 time: 0.1010406 Jul 16 08:44:38.740405 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-dd796495-a0e7-4a50-966c-2f120bafa163 service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928382 Jul 16 08:44:38.777359 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689b7a8-261a-4800-839b-868570c17772 req-f1ce764f-44d0-4401-955e-473f39796c7b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.778820 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e689b7a8-261a-4800-839b-868570c17772 req-f1ce764f-44d0-4401-955e-473f39796c7b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0617294 Jul 16 08:44:38.791345 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c4392858-2502-4f60-bab9-e2101c184b0c req-42a2e7af-c113-4f8f-9b5a-afa593f83928 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850003 Jul 16 08:44:38.819140 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e689b7a8-261a-4800-839b-868570c17772 req-be9ef4f5-711c-4d5b-bf91-c5713da99a09 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345378 Jul 16 08:44:38.843334 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45216) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.850975 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-adc1f825-3693-40c6-b773-327716fec0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.852236 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-adc1f825-3693-40c6-b773-327716fec0a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.1000745 Jul 16 08:44:38.902586 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-604c61b7-7bee-4fd5-b41c-c5529f086fa7 req-fe15d9cf-ad70-49f1-bfbf-67e4d0af596c service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493192 Jul 16 08:44:38.928986 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-b01419a1-8cc4-40a9-b971-10fc0a2fc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.930712 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-b01419a1-8cc4-40a9-b971-10fc0a2fc06a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601211 Jul 16 08:44:38.981268 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc210cda-4c63-4049-8194-33490f976442 tempest-TestVolumeBootPattern-1880596247 tempest-TestVolumeBootPattern-1880596247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.982764 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-cc210cda-4c63-4049-8194-33490f976442 tempest-TestVolumeBootPattern-1880596247 tempest-TestVolumeBootPattern-1880596247-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 1094 time: 0.1384425 Jul 16 08:44:38.985687 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45220) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.990084 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'port_id': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:39.046239 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.077826 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-f3036376-ab83-4dd0-bbbe-f56a31a26bcc service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239104 Jul 16 08:44:39.258305 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.276133 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00c7ecd5-cc0d-4503-9ab2-2408955dffb0 req-007fdd50-26f1-40d1-b461-863b17565368 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773438 Jul 16 08:44:39.357825 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3639f0-c33d-4ed6-bce1-0b98b572fcda req-e81f942f-5ede-469f-b81c-3c37ffc3a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.359314 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f3639f0-c33d-4ed6-bce1-0b98b572fcda req-e81f942f-5ede-469f-b81c-3c37ffc3a6c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1099 time: 0.1695113 Jul 16 08:44:39.410468 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a214f4-8216-4630-93d0-8fc2e3ff57de req-5371bae6-bd79-47d4-8293-1cb641caae1b tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.411962 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-49a214f4-8216-4630-93d0-8fc2e3ff57de req-5371bae6-bd79-47d4-8293-1cb641caae1b tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.1636274 Jul 16 08:44:39.444852 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Allocated IP 172.27.0.250 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/dc9317ca-64d5-477c-a7cc-b64441feedf5) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:39.513332 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f3639f0-c33d-4ed6-bce1-0b98b572fcda req-341bf668-96df-4c07-af2b-8ed99339aba7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752358 Jul 16 08:44:39.517504 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-49a214f4-8216-4630-93d0-8fc2e3ff57de req-b55d3411-d6c6-4e78-ba2c-41eec3905903 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981998 Jul 16 08:44:39.539235 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36a390-f9b2-4874-97e5-b093efbe8b10 req-1c14d146-eb5b-4042-82d0-7aa58a437352 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.544353 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3b36a390-f9b2-4874-97e5-b093efbe8b10 req-1c14d146-eb5b-4042-82d0-7aa58a437352 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0652466 Jul 16 08:44:39.585903 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3b36a390-f9b2-4874-97e5-b093efbe8b10 req-aba5c97d-e0ff-41d3-aecc-0134fcbe9bc4 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393848 Jul 16 08:44:39.589696 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.658701 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.704878 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:39.715215 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:39.718054 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:39.719930 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=dc9317ca-64d5-477c-a7cc-b64441feedf5,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.758706 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89546b50-b969-44ca-8fbe-9e25a9a2d7fe req-c4521493-9a10-4795-9fbe-75df7856be4f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.760198 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89546b50-b969-44ca-8fbe-9e25a9a2d7fe req-c4521493-9a10-4795-9fbe-75df7856be4f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.1404452 Jul 16 08:44:39.835780 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89546b50-b969-44ca-8fbe-9e25a9a2d7fe req-8932f675-103a-4ca6-bde2-5c91a58db102 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697241 Jul 16 08:44:39.967036 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e441e-28cf-4a92-9cd6-ef4d718a1000 req-441b6857-ab67-4108-b7c8-434c7389c1ba tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.968442 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-573e441e-28cf-4a92-9cd6-ef4d718a1000 req-441b6857-ab67-4108-b7c8-434c7389c1ba tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0620630 Jul 16 08:44:40.005572 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-573e441e-28cf-4a92-9cd6-ef4d718a1000 req-44f55c99-5c58-419d-a33d-eb3add867d2f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Jul 16 08:44:40.032914 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-43a4c133-e886-42c1-b886-38f05c245167 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.034352 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-43a4c133-e886-42c1-b886-38f05c245167 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 945 time: 0.1199002 Jul 16 08:44:40.246488 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Deleting port bfa089e5-d703-4027-b032-40647f25efec {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:40.246956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.251669 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.391727 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] For port bfa089e5-d703-4027-b032-40647f25efec, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bfa089e5-d703-4027-b032-40647f25efec,segment=NetworkSegment(58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d),segment_id=58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:40.392110 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.400060 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.421805 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Calling delete_port for bfa089e5-d703-4027-b032-40647f25efec owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:40.776260 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112c8a2-13e1-4c4d-9ec7-c9357664e369 req-e829ede5-3455-4c4c-9ee4-dd55a2a345f4 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.777813 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0112c8a2-13e1-4c4d-9ec7-c9357664e369 req-e829ede5-3455-4c4c-9ee4-dd55a2a345f4 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0648253 Jul 16 08:44:40.816383 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0112c8a2-13e1-4c4d-9ec7-c9357664e369 req-fb27985b-a89a-4733-acb9-f038ebd69121 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Jul 16 08:44:40.876422 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.885777 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.900496 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.966887 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['bfa089e5-d703-4027-b032-40647f25efec'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:41.006764 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=dc9317ca-64d5-477c-a7cc-b64441feedf5,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.031001 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0c098-827f-4e91-9072-edf6764e0b6b req-9a670bca-60e6-4c43-824d-149400b3da21 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.032715 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a5e0c098-827f-4e91-9072-edf6764e0b6b req-9a670bca-60e6-4c43-824d-149400b3da21 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0799706 Jul 16 08:44:41.035741 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] No DVR routers for this DVR port bfa089e5-d703-4027-b032-40647f25efec on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:41.056463 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.058436 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bfbf789f-2534-42c9-bbda-51f619b0b051 req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.62 "DELETE /v2.0/ports/bfa089e5-d703-4027-b032-40647f25efec HTTP/1.1" status: 204 len: 173 time: 0.9883864 Jul 16 08:44:41.060528 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e40fe54-f9fc-4cfd-8c3f-42689aff88ac', 'name': 'network-vif-deleted', 'tag': 'bfa089e5-d703-4027-b032-40647f25efec'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:41.062315 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c390efd2-c0c5-4608-bce9-1b09a18ab975" -d '{"events": [{"server_uuid": "3e40fe54-f9fc-4cfd-8c3f-42689aff88ac", "name": "network-vif-deleted", "tag": "bfa089e5-d703-4027-b032-40647f25efec"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:41.064809 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.067376 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5615a-5ecb-4e45-8984-d6846cb966f3 tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Pushing event deleted for resources: {'Port': ['ID=bfa089e5-d703-4027-b032-40647f25efec,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.076423 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360500-2df2-4ee2-8168-d4c66ccc2cea req-27790ab8-3f9b-415f-8301-9d3a75cdc60c tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.077936 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c8360500-2df2-4ee2-8168-d4c66ccc2cea req-27790ab8-3f9b-415f-8301-9d3a75cdc60c tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e40fe54-f9fc-4cfd-8c3f-42689aff88ac HTTP/1.1" status: 200 len: 867 time: 0.2408957 Jul 16 08:44:41.091784 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a5e0c098-827f-4e91-9072-edf6764e0b6b req-efe751d3-cd16-4626-a29f-3391c6dcac33 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530939 Jul 16 08:44:41.192447 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c8360500-2df2-4ee2-8168-d4c66ccc2cea req-13cbc318-cab8-408f-8668-2ed2a4be8ddf tempest-VolumesActionsTest-1795098696 tempest-VolumesActionsTest-1795098696-project] 10.222.0.63 "GET /v2.0/security-groups?id=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816715 Jul 16 08:44:41.219230 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Floating IP c3333acb-b4e4-4350-97fc-72c3ad56072b associated. External IP: 172.27.0.250, port: 2a822662-2f71-4bed-ac88-a4c027ce9f41. Jul 16 08:44:41.257211 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd82ccb-4e92-43d9-89ec-def05ad83117 x-openstack-request-id: req-8bd82ccb-4e92-43d9-89ec-def05ad83117 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:41.257501 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e40fe54-f9fc-4cfd-8c3f-42689aff88ac", "name": "network-vif-deleted", "tag": "bfa089e5-d703-4027-b032-40647f25efec", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:41.257749 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8bd82ccb-4e92-43d9-89ec-def05ad83117 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:41.258134 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e40fe54-f9fc-4cfd-8c3f-42689aff88ac', 'name': 'network-vif-deleted', 'tag': 'bfa089e5-d703-4027-b032-40647f25efec', 'status': 'completed', 'code': 200} Jul 16 08:44:41.279663 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c95ad5-0894-47da-a5fc-555ad132ae7f req-62d94aa0-e488-4214-945d-231294964e4f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.281262 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d6c95ad5-0894-47da-a5fc-555ad132ae7f req-62d94aa0-e488-4214-945d-231294964e4f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0673249 Jul 16 08:44:41.321452 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d6c95ad5-0894-47da-a5fc-555ad132ae7f req-11e1ce58-a851-4673-be72-5e709c43a5ec tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Jul 16 08:44:41.432627 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Router 110be320-1c26-4c7c-84f2-dcb403852893 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:41.537746 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:41.549136 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:41.554492 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.560742 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:41.561422 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:44:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:41.592802 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8acf52e1-b806-45bb-b0af-0a8ad14d5446 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6060395 Jul 16 08:44:41.675958 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:41.771864 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-6b437f04-ac05-4076-9e11-521bae383422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.773926 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-6b437f04-ac05-4076-9e11-521bae383422 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1099 time: 0.0983808 Jul 16 08:44:41.785489 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf7a9a-992e-40f9-a246-c2660d5fe502 req-1c0c9eae-c901-4c4e-ae17-23ecccdd6388 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.786956 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-96bf7a9a-992e-40f9-a246-c2660d5fe502 req-1c0c9eae-c901-4c4e-ae17-23ecccdd6388 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0849302 Jul 16 08:44:41.873516 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-96bf7a9a-992e-40f9-a246-c2660d5fe502 req-f01a79a1-20f3-46eb-8189-0f3df492d480 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783842 Jul 16 08:44:41.904247 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-b0478cbe-5a50-457a-b62b-015e8c01bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.905720 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-b0478cbe-5a50-457a-b62b-015e8c01bfaf service neutron] 10.222.0.62 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 920 time: 0.1178830 Jul 16 08:44:41.910707 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'c3333acb-b4e4-4350-97fc-72c3ad56072b', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:d4:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff4de63-f848-4513-b944-92b5695a3311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:44:40Z', 'updated_at': '2021-07-16T08:44:40Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:41.936513 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:41.945478 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:41.946088 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:44:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:41.963917 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-ff7a0d09-5ded-42da-aee4-0a9fa1c0aed3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8 HTTP/1.1" status: 200 len: 217 time: 0.0397558 Jul 16 08:44:42.013621 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-ad0b84b3-365e-420f-b042-2267979f7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.015218 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-ad0b84b3-365e-420f-b042-2267979f7286 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 200 len: 859 time: 0.0442004 Jul 16 08:44:42.057786 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-84f9ef18-1335-4912-80f9-5e99592fc7ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280066 Jul 16 08:44:42.058861 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:42.152678 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-050720f0-23a5-4073-b93d-f2eed6130a9a service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872715 Jul 16 08:44:42.261315 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ba67de7-4529-4ec3-8a04-a21d22431085 req-f5e1424e-cca4-4f58-856f-498480444707 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015708 Jul 16 08:44:42.291670 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11e70-e62c-4cee-8f53-cf002f11f888 req-353b95ae-ce3b-4939-b773-dce2aed9d502 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.293235 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1be11e70-e62c-4cee-8f53-cf002f11f888 req-353b95ae-ce3b-4939-b773-dce2aed9d502 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0759320 Jul 16 08:44:42.304549 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'c3333acb-b4e4-4350-97fc-72c3ad56072b', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:d4:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff4de63-f848-4513-b944-92b5695a3311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:44:40Z', 'updated_at': '2021-07-16T08:44:40Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:42.333607 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3e66b-9b8a-4e98-88f9-5de50d84d3c1 None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'c3333acb-b4e4-4350-97fc-72c3ad56072b', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:d4:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff4de63-f848-4513-b944-92b5695a3311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:44:40Z', 'updated_at': '2021-07-16T08:44:40Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:42.356429 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1be11e70-e62c-4cee-8f53-cf002f11f888 req-1928fc16-1666-4745-b048-b8dbc28d6311 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556822 Jul 16 08:44:42.538237 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96451c0-9208-49e8-8c31-4086a9b3d2fa None None] New status for floating IP c3333acb-b4e4-4350-97fc-72c3ad56072b: ACTIVE {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:44:43.051820 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3716e2-933f-40a0-a6ee-b7ca586aa374 req-8506676b-beef-4bea-aac6-3464bc64d735 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.053796 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9c3716e2-933f-40a0-a6ee-b7ca586aa374 req-8506676b-beef-4bea-aac6-3464bc64d735 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0694988 Jul 16 08:44:43.091157 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9c3716e2-933f-40a0-a6ee-b7ca586aa374 req-f1dec01f-aea0-4a83-9be9-a5daa9367739 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Jul 16 08:44:43.173507 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device bfa089e5-d703-4027-b032-40647f25efec no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:43.193522 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: bfa089e5-d703-4027-b032-40647f25efec {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:43.193901 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device bfa089e5-d703-4027-b032-40647f25efec not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:43.259107 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff4de63-f848-4513-b944-92b5695a3311', 'tag': '2a822662-2f71-4bed-ac88-a4c027ce9f41'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:43.261465 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff4de63-f848-4513-b944-92b5695a3311", "tag": "2a822662-2f71-4bed-ac88-a4c027ce9f41"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:43.295169 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a8ed8-c199-4d14-bde1-5aa327176768 x-openstack-request-id: req-771a8ed8-c199-4d14-bde1-5aa327176768 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:43.295513 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff4de63-f848-4513-b944-92b5695a3311", "tag": "2a822662-2f71-4bed-ac88-a4c027ce9f41", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:43.295766 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-771a8ed8-c199-4d14-bde1-5aa327176768 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:43.296189 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff4de63-f848-4513-b944-92b5695a3311', 'tag': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'status': 'completed', 'code': 200} Jul 16 08:44:43.399335 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-9a5acdc9-6c8c-431c-85ff-628d400d8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.400861 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-9a5acdc9-6c8c-431c-85ff-628d400d8d27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 1099 time: 0.0511017 Jul 16 08:44:43.536392 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508250f8-4cdc-4f34-a9f0-23775c92d69f req-b0053c89-a8af-4553-bcf4-679763394b8f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.538329 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-508250f8-4cdc-4f34-a9f0-23775c92d69f req-b0053c89-a8af-4553-bcf4-679763394b8f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0602272 Jul 16 08:44:43.577818 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-508250f8-4cdc-4f34-a9f0-23775c92d69f req-36607388-b90e-42db-88eb-e2cb7cd073df tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340607 Jul 16 08:44:44.261985 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0735c-1449-486c-9087-87b0a30f6c9e req-fc9c905e-01f6-44c9-bee0-a8444586b30b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.264575 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-02f0735c-1449-486c-9087-87b0a30f6c9e req-fc9c905e-01f6-44c9-bee0-a8444586b30b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0652688 Jul 16 08:44:44.300496 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-02f0735c-1449-486c-9087-87b0a30f6c9e req-2195ab2d-3b9d-47ca-9b91-14d27ea1db3c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Jul 16 08:44:44.680792 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-a1e9b6af-400c-4237-aca7-f6eb28cf5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.682276 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-a1e9b6af-400c-4237-aca7-f6eb28cf5879 service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.0840042 Jul 16 08:44:44.751038 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427f582-24c9-40b3-ac84-3589aaa2f73e req-7c6aa9f0-5c01-4b37-a21e-0c6a3a8e4ec0 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.752494 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6427f582-24c9-40b3-ac84-3589aaa2f73e req-7c6aa9f0-5c01-4b37-a21e-0c6a3a8e4ec0 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0598733 Jul 16 08:44:44.788180 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6427f582-24c9-40b3-ac84-3589aaa2f73e req-159f3ea1-50a2-4bb6-95dd-01365aea890f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302334 Jul 16 08:44:45.469514 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa35985-afc5-4ff7-8988-80ed2a8152c3 req-0c3b55e5-6f24-492a-bc61-4f2e52e687bf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.470977 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3aa35985-afc5-4ff7-8988-80ed2a8152c3 req-0c3b55e5-6f24-492a-bc61-4f2e52e687bf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0607042 Jul 16 08:44:45.506622 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3aa35985-afc5-4ff7-8988-80ed2a8152c3 req-4f480958-e432-4f1c-87c6-2b82ca18c8f0 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295281 Jul 16 08:44:45.585765 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-ea0031ba-1e23-41e2-b787-2eddff5c93a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a822662-2f71-4bed-ac88-a4c027ce9f41 HTTP/1.1" status: 200 len: 1002 time: 0.0591588 Jul 16 08:44:45.959893 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23601de-108b-414d-93e5-8dfafc2f745e req-3e0cd1da-dde3-4a41-9937-b66943729ea3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.961242 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a23601de-108b-414d-93e5-8dfafc2f745e req-3e0cd1da-dde3-4a41-9937-b66943729ea3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0610366 Jul 16 08:44:45.997136 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a23601de-108b-414d-93e5-8dfafc2f745e req-16806c12-da06-4c83-9d25-0d6994f40111 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305243 Jul 16 08:44:46.601637 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-3ff02a5b-05c2-45a1-a212-d3299040c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.603082 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-3ff02a5b-05c2-45a1-a212-d3299040c580 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0462377 Jul 16 08:44:46.665050 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-5b8edd2c-448c-45c1-a392-5618bb2150a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.666810 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-5b8edd2c-448c-45c1-a392-5618bb2150a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526171 Jul 16 08:44:46.682031 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e7f2a-e0db-4104-9be5-a40edeb4d5e5 req-c370f473-3b60-4f8d-9f41-3882ad5eaf64 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.683471 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-096e7f2a-e0db-4104-9be5-a40edeb4d5e5 req-c370f473-3b60-4f8d-9f41-3882ad5eaf64 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0690320 Jul 16 08:44:46.719793 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-096e7f2a-e0db-4104-9be5-a40edeb4d5e5 req-556888d6-a5ad-4ce0-b378-d0e8e8fdb81e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Jul 16 08:44:46.765643 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-a9e447a9-9075-4a01-9937-c15acf52d6f8 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855768 Jul 16 08:44:46.872151 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fd71ab60-fbb8-4326-bc9c-7b864ab3e66e req-b5ecb22a-f8d7-4c72-958f-82b78c842083 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833700 Jul 16 08:44:47.187105 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923d908-f5ae-4d96-95f6-01b0f9732a5a req-0fa89435-049c-442d-af05-21ffacb33f33 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.188608 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3923d908-f5ae-4d96-95f6-01b0f9732a5a req-0fa89435-049c-442d-af05-21ffacb33f33 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0749300 Jul 16 08:44:47.226492 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3923d908-f5ae-4d96-95f6-01b0f9732a5a req-b42fdf78-092d-4b76-84d4-cee9488f8334 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Jul 16 08:44:47.889042 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9503e4-3056-40a6-aba8-ddbe1935feb7 req-43d90ed1-ffc2-4ee4-91e3-2639d1cb62cb tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.890428 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-da9503e4-3056-40a6-aba8-ddbe1935feb7 req-43d90ed1-ffc2-4ee4-91e3-2639d1cb62cb tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0623460 Jul 16 08:44:47.926722 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-da9503e4-3056-40a6-aba8-ddbe1935feb7 req-bc57181b-915b-4914-8da4-966be6c4fb61 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306323 Jul 16 08:44:48.440719 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815f542-e2a6-4896-bfc2-1ecb899cbca1 req-f99a50a8-8a09-468b-8069-7ed1caf31d0c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.442975 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5815f542-e2a6-4896-bfc2-1ecb899cbca1 req-f99a50a8-8a09-468b-8069-7ed1caf31d0c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 943 time: 0.0724502 Jul 16 08:44:48.484343 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5815f542-e2a6-4896-bfc2-1ecb899cbca1 req-fae2d5b2-3623-4c00-9523-5277445dd6c0 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340204 Jul 16 08:44:49.152468 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced8629-9d7d-451e-9d22-7a4c680d3bd2 req-0caca8ba-b991-4c4c-b4da-d3860d28694b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.183230 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-eced8629-9d7d-451e-9d22-7a4c680d3bd2 req-0caca8ba-b991-4c4c-b4da-d3860d28694b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.1388204 Jul 16 08:44:49.199741 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:49.286699 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-eced8629-9d7d-451e-9d22-7a4c680d3bd2 req-f75a8537-b1a4-4d5a-85ab-e549f907d65e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930870 Jul 16 08:44:49.378938 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:49.413822 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'port_id': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'mac_address': 'fa:16:3e:95:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:49.496721 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.534466 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:49.558509 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:49.566725 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.648262 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=9']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.911728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4ef90-35ee-4181-b1c4-2b504e0a3784 req-51ef426f-90ce-4856-83d4-83ff60a3646b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.913291 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-11e4ef90-35ee-4181-b1c4-2b504e0a3784 req-51ef426f-90ce-4856-83d4-83ff60a3646b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 944 time: 0.0798416 Jul 16 08:44:49.951172 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-11e4ef90-35ee-4181-b1c4-2b504e0a3784 req-8bb3766d-de95-47b5-9649-1d40f24bdeef tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Jul 16 08:44:50.097603 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:50.907185 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27cfc-c283-4e44-b7d5-54a94d3ee284 req-63822be0-644d-48c6-8e4c-2d64975dfedb tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:50.909442 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-14d27cfc-c283-4e44-b7d5-54a94d3ee284 req-63822be0-644d-48c6-8e4c-2d64975dfedb tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0651217 Jul 16 08:44:50.959519 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-14d27cfc-c283-4e44-b7d5-54a94d3ee284 req-a70769ed-8b09-417d-b178-8d25e5eef114 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Jul 16 08:44:51.150135 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d805c-65c6-44a5-8695-fdcc96682dc1 req-f4e3a6b6-7217-4d73-a46d-82d649e71e35 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.152003 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d18d805c-65c6-44a5-8695-fdcc96682dc1 req-f4e3a6b6-7217-4d73-a46d-82d649e71e35 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 944 time: 0.0778015 Jul 16 08:44:51.193009 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d18d805c-65c6-44a5-8695-fdcc96682dc1 req-41f5f544-0cd5-478c-af3e-52465815ee4c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327830 Jul 16 08:44:51.217807 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:51.284905 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:51.285284 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.391269 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.432095 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:51.435925 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078ce44d-82a2-4870-a4f2-6bae3a8bd6aa" -d '{"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:51.474047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:51.474047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.499841 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0c8fc1-eb2c-4307-962a-d70b276ce16b x-openstack-request-id: req-9c0c8fc1-eb2c-4307-962a-d70b276ce16b {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:51.500282 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:51.500535 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9c0c8fc1-eb2c-4307-962a-d70b276ce16b {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:51.500922 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'code': 200} Jul 16 08:44:51.529716 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=10']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.150465 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e544-bf77-4697-b5b3-078ddcc73d01 req-e9780c7d-ad6c-4d64-ac22-a4625735caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.151967 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a448e544-bf77-4697-b5b3-078ddcc73d01 req-e9780c7d-ad6c-4d64-ac22-a4625735caf6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1099 time: 0.0496743 Jul 16 08:44:52.202727 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a448e544-bf77-4697-b5b3-078ddcc73d01 req-3407f506-4f25-456f-bcad-6dd4177f2094 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382266 Jul 16 08:44:52.389548 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16d2e5-ccce-41d2-beea-f19216173b7e req-25a9e3ab-4b7c-4275-9a11-c56283c31adc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.391023 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ba16d2e5-ccce-41d2-beea-f19216173b7e req-25a9e3ab-4b7c-4275-9a11-c56283c31adc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 946 time: 0.0648389 Jul 16 08:44:52.432090 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ba16d2e5-ccce-41d2-beea-f19216173b7e req-3908f5c9-b416-4497-a009-e94857e2d02a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352359 Jul 16 08:44:53.635151 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd6acb-0e44-4601-bcd8-022c9d6dfa18 req-cba70519-9062-403e-992e-849391860a27 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.637401 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5dfd6acb-0e44-4601-bcd8-022c9d6dfa18 req-cba70519-9062-403e-992e-849391860a27 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 946 time: 0.0855846 Jul 16 08:44:53.676197 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5dfd6acb-0e44-4601-bcd8-022c9d6dfa18 req-3623d2d1-bc1c-465b-907e-04578137957b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327067 Jul 16 08:44:54.875820 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af93f46-ad33-43b0-a174-060b0c8757cd req-7eb17552-bc9f-4195-a388-81be604c4326 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.881559 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6af93f46-ad33-43b0-a174-060b0c8757cd req-7eb17552-bc9f-4195-a388-81be604c4326 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 946 time: 0.0705540 Jul 16 08:44:54.919863 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6af93f46-ad33-43b0-a174-060b0c8757cd req-84356c98-22d7-4194-8338-769bf2a53539 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358469 Jul 16 08:44:56.138901 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817390-fc16-41de-b397-c47777f03a21 req-9526bd0f-10ea-4e20-a6f8-3fb21fb530fa tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:56.140717 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-73817390-fc16-41de-b397-c47777f03a21 req-9526bd0f-10ea-4e20-a6f8-3fb21fb530fa tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 946 time: 0.0819929 Jul 16 08:44:56.190174 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-73817390-fc16-41de-b397-c47777f03a21 req-22f1526a-43c6-4358-bba7-aaf9b4fddb82 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 Jul 16 08:44:59.055627 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:59.353765 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-e02d3c7d-a406-4391-8fbb-88bc97f03d4a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665762 Jul 16 08:44:59.493138 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-39141496-2688-4ce2-ae68-04c1dec4d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.494885 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-39141496-2688-4ce2-ae68-04c1dec4d5f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 1099 time: 0.0582695 Jul 16 08:44:59.613548 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-e5bcd7ae-8ab0-4651-8438-fa75f398c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.615556 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-e5bcd7ae-8ab0-4651-8438-fa75f398c025 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.0913086 Jul 16 08:44:59.707413 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-6f3c4c7e-83f3-447c-99d5-bbdd96ec6bb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 200 len: 1001 time: 0.0813735 Jul 16 08:44:59.764599 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-d57047df-059b-4418-bb58-621c5b96d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.766072 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-d57047df-059b-4418-bb58-621c5b96d4cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0445881 Jul 16 08:44:59.828419 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-dcb6ecd1-8631-4532-9c35-45714e7001e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.829915 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-dcb6ecd1-8631-4532-9c35-45714e7001e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538526 Jul 16 08:44:59.937924 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-0353acdc-ea85-4d77-876b-c86029c7f762 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906286 Jul 16 08:45:00.065347 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d58ff26a-e2b8-421e-a019-12e87d86a831 req-57c0528c-9e92-4590-bb81-81f78568fbe1 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159856 Jul 16 08:45:00.465358 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-573f780a-42fc-49ce-af70-6cf18348f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.466927 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-573f780a-42fc-49ce-af70-6cf18348f6f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1099 time: 0.0773592 Jul 16 08:45:00.489092 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4677-ebb9-4bde-a707-515cbadb33c3 req-11da136b-8ea2-4105-9edb-c7ab5844cdcf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.491532 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-29fb4677-ebb9-4bde-a707-515cbadb33c3 req-11da136b-8ea2-4105-9edb-c7ab5844cdcf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0821180 Jul 16 08:45:00.531290 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-29fb4677-ebb9-4bde-a707-515cbadb33c3 req-adba7583-663c-4839-8d75-bc358639a475 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Jul 16 08:45:00.595127 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-b8992446-f7db-4c10-9ba3-4cbd68872809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.596641 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-b8992446-f7db-4c10-9ba3-4cbd68872809 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 920 time: 0.1218233 Jul 16 08:45:00.608720 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.643787 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-e2d1dc13-8397-422f-a709-9881c0db1e20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8 HTTP/1.1" status: 200 len: 217 time: 0.0399790 Jul 16 08:45:00.695746 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-6b37e96f-8f24-471c-b08d-385623b25006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.697350 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-6b37e96f-8f24-471c-b08d-385623b25006 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 200 len: 859 time: 0.0455232 Jul 16 08:45:00.739634 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-0f9bab72-b12c-4cff-b744-39015748159e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282598 Jul 16 08:45:00.864778 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-90cb82e1-bbbe-4b7d-b98b-45291b533bcb service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046741 Jul 16 08:45:00.965565 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-efa53e51-7018-4cb1-a5ca-434de155b3a6 req-9c577ffe-044c-4fe8-b3c8-ad534c34ab04 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933030 Jul 16 08:45:01.506785 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0aa60f31-01a2-4a31-8e6a-3f651541084c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.738784 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898a408-adee-451f-a561-4e48a444495d req-8f6d25a0-c3d9-4a31-85af-8bffc1b12bdf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.740711 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d898a408-adee-451f-a561-4e48a444495d req-8f6d25a0-c3d9-4a31-85af-8bffc1b12bdf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0838943 Jul 16 08:45:01.778500 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d898a408-adee-451f-a561-4e48a444495d req-f902575c-bed9-4cca-a92f-b7d4140f81e7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Jul 16 08:45:02.963240 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ffa94-5c6a-4b3c-adf3-cff642775d8a req-c3dcd0e3-844b-4f53-a924-6b2bbeb4caef tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.966717 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce1ffa94-5c6a-4b3c-adf3-cff642775d8a req-c3dcd0e3-844b-4f53-a924-6b2bbeb4caef tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0706320 Jul 16 08:45:03.008006 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ce1ffa94-5c6a-4b3c-adf3-cff642775d8a req-f75a0993-8600-41c8-9d08-f9549b0299aa tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362723 Jul 16 08:45:04.097779 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.099471 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e73f684d-df35-4cbe-be4f-42a94b0f5f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.212672 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa06f4-b33b-4a4b-b16e-6ba545cc3ce9 req-7e456cc1-265b-4992-bb67-375e5e061bef tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.214184 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-31aa06f4-b33b-4a4b-b16e-6ba545cc3ce9 req-7e456cc1-265b-4992-bb67-375e5e061bef tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0701337 Jul 16 08:45:04.253618 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-31aa06f4-b33b-4a4b-b16e-6ba545cc3ce9 req-9f8dcf02-e697-4b50-9d43-6d02578cea4f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Jul 16 08:45:05.181647 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.429308 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eda37-d964-42ea-9d64-2f50be89af4d req-d123475a-752b-4703-adbe-ed02473acc57 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.429818 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ea0eda37-d964-42ea-9d64-2f50be89af4d req-d123475a-752b-4703-adbe-ed02473acc57 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0629556 Jul 16 08:45:05.468174 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ea0eda37-d964-42ea-9d64-2f50be89af4d req-5cdc2b84-8c66-495d-84b2-732c89669460 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Jul 16 08:45:06.638251 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8864-8ca3-492c-9ae1-8c56c1812deb req-6d71b286-6c71-49a9-8946-6adab5e9b555 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.639715 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-569f8864-8ca3-492c-9ae1-8c56c1812deb req-6d71b286-6c71-49a9-8946-6adab5e9b555 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0615764 Jul 16 08:45:06.676622 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-569f8864-8ca3-492c-9ae1-8c56c1812deb req-045a4d37-c7ae-41a3-946e-5c105968b384 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Jul 16 08:45:06.715287 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45630) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.760879 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Deleting subnet bd099381-19af-4fde-b284-c21ba717c512 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:06.763732 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.796517 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9054064'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.832435 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.882424 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8946603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9121509'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.907423 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd099381-19af-4fde-b284-c21ba717c512,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.915548 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.917381 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bd099381-19af-4fde-b284-c21ba717c512 HTTP/1.1" status: 204 len: 168 time: 0.2010694 Jul 16 08:45:06.918868 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.919521 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.919902 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.920012 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45632) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.920432 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.920538 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.920876 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.921204 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.921535 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.921860 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.922184 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.922507 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.922830 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f13f52-61f8-4311-a551-bd9b1004ab5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.987788 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.989853 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.066899 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.076718 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef78c722-49cb-424a-a68e-32ef7797c1fb']}} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:07.086499 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d') {'for_net_delete': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:07.086801 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dfa0a7-1bff-4213-b8d7-d6ef2bfc185d') {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:07.095109 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12444968'] for segment, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.107894 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.113489 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=99543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:07.113868 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708702'] for segment, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: Traceback (most recent call last): Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: timer() Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: cb(*args, **kw) Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: return func(*args, **kwargs) Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: self._notify() Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: self.callback(batched_events) Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: event.method(event) Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: return f(self, *a, **k) Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._get(url).json() Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:07.115494 dv-cinder-800768-3-iscsi neutron-server[99543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:07.166638 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.171686 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.173756 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] 10.222.0.63 "DELETE /v2.0/networks/ef78c722-49cb-424a-a68e-32ef7797c1fb HTTP/1.1" status: 204 len: 168 time: 0.2527304 Jul 16 08:45:07.183847 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606f0f0-be61-410e-92fc-5d6d4ed5651e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef78c722-49cb-424a-a68e-32ef7797c1fb,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:07.293438 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45636) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:07.336221 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-ce12384d-eeb3-4817-ad9d-6808693a79a2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3d30a627a06f4be49dc3ad74505a6e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416291 Jul 16 08:45:07.338537 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45638) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:07.383656 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2bf67092-5e7c-4150-b5a5-968ab32a0821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.403993 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2bf67092-5e7c-4150-b5a5-968ab32a0821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.448487 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2bf67092-5e7c-4150-b5a5-968ab32a0821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.450975 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2bf67092-5e7c-4150-b5a5-968ab32a0821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.452132 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-2bf67092-5e7c-4150-b5a5-968ab32a0821 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b HTTP/1.1" status: 204 len: 168 time: 0.1126935 Jul 16 08:45:07.460371 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf67092-5e7c-4150-b5a5-968ab32a0821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef9968-205f-4fe5-8e1a-e5d95e9e4d3b,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:07.857013 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262093b0-2714-4c46-9343-705e686f4c53 req-d57f426c-8395-4566-9331-94a608039e8d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.858409 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-262093b0-2714-4c46-9343-705e686f4c53 req-d57f426c-8395-4566-9331-94a608039e8d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0632486 Jul 16 08:45:07.894471 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-262093b0-2714-4c46-9343-705e686f4c53 req-8dc59223-7700-4aac-b0f1-0edef7f3d9cc tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306122 Jul 16 08:45:09.068037 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d4092-fd1f-4538-b296-74aea699ceb4 req-bb0168d3-e384-47b9-9b0a-53d80d69c047 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.069517 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c02d4092-fd1f-4538-b296-74aea699ceb4 req-bb0168d3-e384-47b9-9b0a-53d80d69c047 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0663247 Jul 16 08:45:09.106384 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c02d4092-fd1f-4538-b296-74aea699ceb4 req-80ba101d-3e95-4c50-b11e-ffa4643f1cd5 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Jul 16 08:45:10.277250 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d687b-3432-4ad9-bfd8-3a9de4c5a5f9 req-36eb6f29-19b3-4bdc-9473-cb8a3be3d0bf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.278682 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9c7d687b-3432-4ad9-bfd8-3a9de4c5a5f9 req-36eb6f29-19b3-4bdc-9473-cb8a3be3d0bf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0626552 Jul 16 08:45:10.314932 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9c7d687b-3432-4ad9-bfd8-3a9de4c5a5f9 req-7ae1c80a-f965-429d-9e9b-6e06ffc03803 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Jul 16 08:45:11.481536 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abcf05-58a9-45cb-a3a7-d5b15d98d248 req-ccd4d221-93ba-4a2e-bbdd-1df00df06f40 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.482879 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b6abcf05-58a9-45cb-a3a7-d5b15d98d248 req-ccd4d221-93ba-4a2e-bbdd-1df00df06f40 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0608788 Jul 16 08:45:11.518043 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b6abcf05-58a9-45cb-a3a7-d5b15d98d248 req-f86ed0a2-4956-4cff-a70c-f1f404f23e2d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298121 Jul 16 08:45:12.685427 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9213-e32c-414f-a4ce-572f037a02a7 req-0f638baa-37d6-4154-bff8-f6a3ca05a9f6 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:12.686849 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c06f9213-e32c-414f-a4ce-572f037a02a7 req-0f638baa-37d6-4154-bff8-f6a3ca05a9f6 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0607276 Jul 16 08:45:12.723653 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c06f9213-e32c-414f-a4ce-572f037a02a7 req-0d13e164-9058-4ae1-b4a3-44cf36c7592c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313864 Jul 16 08:45:13.896574 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fec89-edc0-4ed7-91a2-e10d30bbf79b req-a867503b-f0cf-435f-b53b-ddfaadcfcdba tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.897982 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-870fec89-edc0-4ed7-91a2-e10d30bbf79b req-a867503b-f0cf-435f-b53b-ddfaadcfcdba tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0633576 Jul 16 08:45:13.934234 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-870fec89-edc0-4ed7-91a2-e10d30bbf79b req-4e62124e-84e2-41cf-9409-38cb9f7a4349 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308733 Jul 16 08:45:15.101339 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579e65-2b41-4a3c-93dd-a00f3348af8a req-ee625da4-30be-4bd7-a2bb-7cd5dbefa178 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.102827 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-69579e65-2b41-4a3c-93dd-a00f3348af8a req-ee625da4-30be-4bd7-a2bb-7cd5dbefa178 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0620890 Jul 16 08:45:15.142453 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-69579e65-2b41-4a3c-93dd-a00f3348af8a req-432f16d8-4ada-457e-b420-a45e93149a37 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Jul 16 08:45:15.390941 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b291f8-9383-44af-80d1-a9fd9ce4f4d6 req-d4306597-b307-4f8c-99bf-12172717181f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.392433 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a3b291f8-9383-44af-80d1-a9fd9ce4f4d6 req-d4306597-b307-4f8c-99bf-12172717181f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0636821 Jul 16 08:45:15.410833 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-fb028d00-4388-4599-b266-086d8016d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.412361 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-fb028d00-4388-4599-b266-086d8016d0a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1137 time: 0.0523267 Jul 16 08:45:15.431007 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a3b291f8-9383-44af-80d1-a9fd9ce4f4d6 req-8ff63b9e-f8a7-443e-bf9d-c72c22287f74 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323374 Jul 16 08:45:15.507065 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-d5c36874-6724-4d4f-9c37-213c17e08603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.508491 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-d5c36874-6724-4d4f-9c37-213c17e08603 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 200 len: 916 time: 0.0830994 Jul 16 08:45:15.573679 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-7fcb9192-5138-44ea-aa85-bb321096b3d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 1001 time: 0.0586534 Jul 16 08:45:15.625222 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-27bc095e-521f-4357-9a54-00811c482815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.626614 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-27bc095e-521f-4357-9a54-00811c482815 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bfec918-edb4-4868-af55-f69eb83faed5 HTTP/1.1" status: 200 len: 854 time: 0.0422399 Jul 16 08:45:15.680670 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-edc2d722-1c23-4b56-ba0d-6fb2e0268f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.682074 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-edc2d722-1c23-4b56-ba0d-6fb2e0268f83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484011 Jul 16 08:45:15.773149 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-47966447-0180-4d88-be5f-d65288d92c4d service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817118 Jul 16 08:45:15.862647 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9a6fdb9-5f1b-46ec-a56d-82aecb4a7cbd req-f08a96c3-2db9-4ef2-b000-eab18674487c service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808506 Jul 16 08:45:16.313559 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ce97d-76db-488d-9277-56a7a8595e4d req-6e8c17ea-8574-414d-9806-d700b1361582 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.314896 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0c9ce97d-76db-488d-9277-56a7a8595e4d req-6e8c17ea-8574-414d-9806-d700b1361582 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0608158 Jul 16 08:45:16.352424 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0c9ce97d-76db-488d-9277-56a7a8595e4d req-a558fc76-4d28-4d78-8a02-847f5642c9fe tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304875 Jul 16 08:45:16.602994 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb606e-39c0-4be5-861d-24592912e86c req-82681456-dedd-4e37-828c-50efd2333951 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.604517 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-59eb606e-39c0-4be5-861d-24592912e86c req-82681456-dedd-4e37-828c-50efd2333951 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0615633 Jul 16 08:45:16.644562 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-59eb606e-39c0-4be5-861d-24592912e86c req-32b96377-1c86-4cf3-8561-74a993d924ea tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345023 Jul 16 08:45:17.520070 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d221e-2d87-4015-af1d-9b9b920f382b req-9a5bd264-96ad-43fc-a5bf-d1ea89af7a4e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:17.521933 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9a4d221e-2d87-4015-af1d-9b9b920f382b req-9a5bd264-96ad-43fc-a5bf-d1ea89af7a4e tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0595272 Jul 16 08:45:17.557866 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9a4d221e-2d87-4015-af1d-9b9b920f382b req-762dcc1e-f2f4-41aa-a18a-119e4cf00ebf tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Jul 16 08:45:18.029571 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc247e-1ac1-4ab9-b928-3f6d4e7ce126 req-b093b825-6dae-4332-bdeb-79c07182fc77 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.031025 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d6cc247e-1ac1-4ab9-b928-3f6d4e7ce126 req-b093b825-6dae-4332-bdeb-79c07182fc77 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.2789490 Jul 16 08:45:18.068933 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d6cc247e-1ac1-4ab9-b928-3f6d4e7ce126 req-aecbcfc3-33e1-4035-bb19-5d19593c2b47 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323520 Jul 16 08:45:18.729655 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bf962-2536-497d-8561-e208f862828f req-2e7a9532-f223-4e33-ab1f-17ebb62d897f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.731093 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3d2bf962-2536-497d-8561-e208f862828f req-2e7a9532-f223-4e33-ab1f-17ebb62d897f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0645626 Jul 16 08:45:18.766150 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3d2bf962-2536-497d-8561-e208f862828f req-4816112e-1e6a-4341-8ad3-6e38e5ef1277 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294867 Jul 16 08:45:19.236096 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc375d7-1163-4fbc-95c3-5468cf061e5c req-f0163462-165c-4c63-9438-fee65744fbf3 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.237544 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-fcc375d7-1163-4fbc-95c3-5468cf061e5c req-f0163462-165c-4c63-9438-fee65744fbf3 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0609975 Jul 16 08:45:19.276425 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-fcc375d7-1163-4fbc-95c3-5468cf061e5c req-a857a91c-c562-4a98-976f-df6d7f5fbd2f tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332272 Jul 16 08:45:19.932203 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b3e8e-93c7-485f-bd9b-b7eeb1d510e8 req-67c7d84c-6483-42d9-84ca-a2acfe52f4ef tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.933655 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fa3b3e8e-93c7-485f-bd9b-b7eeb1d510e8 req-67c7d84c-6483-42d9-84ca-a2acfe52f4ef tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0607042 Jul 16 08:45:19.969797 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fa3b3e8e-93c7-485f-bd9b-b7eeb1d510e8 req-f82e9e10-c212-4723-9c2c-298b062df308 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Jul 16 08:45:20.445503 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b97d6-aa7a-4542-b15f-f2da177090c9 req-0b0f9666-6815-48b8-9b63-2c80a7d3c5f7 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.446975 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e62b97d6-aa7a-4542-b15f-f2da177090c9 req-0b0f9666-6815-48b8-9b63-2c80a7d3c5f7 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0645270 Jul 16 08:45:20.485876 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e62b97d6-aa7a-4542-b15f-f2da177090c9 req-9a714a21-ab2e-4a03-8954-035dcc5fa88b tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333152 Jul 16 08:45:21.137356 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149a7e2-df48-40f2-8a89-ee31f2dc7069 req-ef748b1d-9846-424e-9c06-b3f5c6631065 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.138814 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7149a7e2-df48-40f2-8a89-ee31f2dc7069 req-ef748b1d-9846-424e-9c06-b3f5c6631065 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0632708 Jul 16 08:45:21.382002 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7149a7e2-df48-40f2-8a89-ee31f2dc7069 req-534cd57f-1683-4f02-8d08-f9d296f19b12 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375486 Jul 16 08:45:21.656179 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691047bf-83dc-4854-b0d6-22fa6613a406 req-705c9348-823a-4cd3-be49-56a94b227691 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.657577 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-691047bf-83dc-4854-b0d6-22fa6613a406 req-705c9348-823a-4cd3-be49-56a94b227691 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0610504 Jul 16 08:45:21.696723 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-691047bf-83dc-4854-b0d6-22fa6613a406 req-dabc28d4-f0f6-4523-a6d6-dd0ffac089af tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329332 Jul 16 08:45:22.551495 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62024ab1-fe25-4ec4-8d43-6ef11660be24 req-8a5a5649-3ce2-4f3e-8a58-17d9eb3b3545 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.553477 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62024ab1-fe25-4ec4-8d43-6ef11660be24 req-8a5a5649-3ce2-4f3e-8a58-17d9eb3b3545 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0608451 Jul 16 08:45:22.589398 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62024ab1-fe25-4ec4-8d43-6ef11660be24 req-781398cd-5382-4d04-b449-4962c5ab0298 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305614 Jul 16 08:45:22.864037 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3db66d-798f-415d-a183-7f39f77927a1 req-4ff766c3-b00a-4162-891b-72295d156099 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.866028 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7e3db66d-798f-415d-a183-7f39f77927a1 req-4ff766c3-b00a-4162-891b-72295d156099 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0612614 Jul 16 08:45:22.903044 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7e3db66d-798f-415d-a183-7f39f77927a1 req-454e9334-e1f6-469b-a23a-6aa51e5f7a10 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315497 Jul 16 08:45:23.756645 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c63d8-9e01-465b-9a5a-d6557b41041a req-f1031c9c-f47d-4152-a618-39c09b27e385 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.758102 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-137c63d8-9e01-465b-9a5a-d6557b41041a req-f1031c9c-f47d-4152-a618-39c09b27e385 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0613420 Jul 16 08:45:23.796720 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-137c63d8-9e01-465b-9a5a-d6557b41041a req-d44f0fbb-6aaa-4d08-a131-361f94f04d8d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Jul 16 08:45:24.073173 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43c494-2e13-41db-bed6-2344e92ceb1a req-f0895893-cb4a-4d5a-984c-86cb243643ac tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.074631 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cd43c494-2e13-41db-bed6-2344e92ceb1a req-f0895893-cb4a-4d5a-984c-86cb243643ac tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0652344 Jul 16 08:45:24.112884 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cd43c494-2e13-41db-bed6-2344e92ceb1a req-927ba16a-fe10-424b-8662-0b7ea142db5b tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327089 Jul 16 08:45:24.963401 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983f8a-823a-46ac-aacb-1c0578218d89 req-204313c1-d282-49c4-9110-b151675e805a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.964878 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-33983f8a-823a-46ac-aacb-1c0578218d89 req-204313c1-d282-49c4-9110-b151675e805a tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0612068 Jul 16 08:45:25.001011 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-33983f8a-823a-46ac-aacb-1c0578218d89 req-131261a4-0ddc-440e-a860-fbb4c4ab20b3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308430 Jul 16 08:45:25.281236 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d666454-1573-45c7-9c56-74521b73e69e req-30f5b937-254e-4496-8a78-af23906742b8 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:25.282680 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1d666454-1573-45c7-9c56-74521b73e69e req-30f5b937-254e-4496-8a78-af23906742b8 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0602455 Jul 16 08:45:25.321627 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1d666454-1573-45c7-9c56-74521b73e69e req-bb77d347-0175-4061-8ed4-1fa805012644 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326955 Jul 16 08:45:26.167244 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e198eb-f6df-4c39-a1f7-a8a85c6b16b8 req-bcfb9244-5b73-4561-9e2a-50d8a917939c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.168719 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-30e198eb-f6df-4c39-a1f7-a8a85c6b16b8 req-bcfb9244-5b73-4561-9e2a-50d8a917939c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0614715 Jul 16 08:45:26.205283 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-30e198eb-f6df-4c39-a1f7-a8a85c6b16b8 req-9fa4f332-5980-4a8d-97f6-c174b1d7580d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Jul 16 08:45:26.499202 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226444-b46c-4489-9df6-f5246d706319 req-75593304-f53d-41c1-ac72-0988c6a6f292 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.500704 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c5226444-b46c-4489-9df6-f5246d706319 req-75593304-f53d-41c1-ac72-0988c6a6f292 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0683827 Jul 16 08:45:26.544108 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c5226444-b46c-4489-9df6-f5246d706319 req-8ec34200-9284-4dd4-836e-e4851aefba4e tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377262 Jul 16 08:45:27.382134 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea34161-c786-4b2b-bf12-598fd69a428d req-815eab6f-5d41-4d33-a733-81c530664e3d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.383634 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8ea34161-c786-4b2b-bf12-598fd69a428d req-815eab6f-5d41-4d33-a733-81c530664e3d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0661545 Jul 16 08:45:27.419775 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8ea34161-c786-4b2b-bf12-598fd69a428d req-81ef0d1f-3bd8-49c8-bba4-ea51e9a93bf3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306683 Jul 16 08:45:27.710321 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884c322-c358-4f61-abe2-67444bffdc5c req-127f7588-c14c-47a3-9f26-63a7e6df8554 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.711851 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f884c322-c358-4f61-abe2-67444bffdc5c req-127f7588-c14c-47a3-9f26-63a7e6df8554 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0612159 Jul 16 08:45:27.751195 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f884c322-c358-4f61-abe2-67444bffdc5c req-2ffbaba9-84eb-455d-bdb8-6a3c88eb4159 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337059 Jul 16 08:45:28.593374 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f1e3-6b83-4905-b0e8-849639d1fbed req-d5ab4d99-448c-4a97-a45b-4e3d376df5c5 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.594875 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93e0f1e3-6b83-4905-b0e8-849639d1fbed req-d5ab4d99-448c-4a97-a45b-4e3d376df5c5 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0631664 Jul 16 08:45:28.630578 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93e0f1e3-6b83-4905-b0e8-849639d1fbed req-c15c112f-9fdd-4e84-bbab-d378f149f095 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302832 Jul 16 08:45:28.921853 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145d769-115a-410e-82d2-a9fd820ebc26 req-6ed06969-35e7-4e71-8460-a72e1717bdab tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.923678 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d145d769-115a-410e-82d2-a9fd820ebc26 req-6ed06969-35e7-4e71-8460-a72e1717bdab tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0640368 Jul 16 08:45:28.963175 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d145d769-115a-410e-82d2-a9fd820ebc26 req-64ea4c75-0af2-4fcb-83c4-02fe2fe70a3b tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332413 Jul 16 08:45:29.798602 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024be0-9439-45a6-8bb0-5c469106c625 req-e222a730-d0bc-406b-b5d9-7a0ecd7a1ecc tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.800069 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3f024be0-9439-45a6-8bb0-5c469106c625 req-e222a730-d0bc-406b-b5d9-7a0ecd7a1ecc tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0606372 Jul 16 08:45:29.839503 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3f024be0-9439-45a6-8bb0-5c469106c625 req-4fde5acd-7915-435d-a955-cbfc780be105 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340071 Jul 16 08:45:30.132062 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faad99-71f1-4407-9182-fbd989e204ef req-21ad3f1d-8f69-41d2-b43b-42d5d3fb39c3 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.133493 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-97faad99-71f1-4407-9182-fbd989e204ef req-21ad3f1d-8f69-41d2-b43b-42d5d3fb39c3 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0636282 Jul 16 08:45:30.172454 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-97faad99-71f1-4407-9182-fbd989e204ef req-550ea2a2-a23f-42b2-852f-c8bd82e9d052 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333195 Jul 16 08:45:30.598505 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.004506 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bd5ad-e65f-4393-afec-d9f61395d1d3 req-f6829077-b212-47ed-aecf-f01e707e26a2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.006444 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d88bd5ad-e65f-4393-afec-d9f61395d1d3 req-f6829077-b212-47ed-aecf-f01e707e26a2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0599470 Jul 16 08:45:31.041890 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d88bd5ad-e65f-4393-afec-d9f61395d1d3 req-19d6e649-4222-4cf8-be4c-7cf61d2b5f8b tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300488 Jul 16 08:45:31.342039 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02ef43-91aa-4974-b0a4-52790edf99a6 req-e5e56fdf-952d-4ae6-8c11-6fb591956d56 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.343489 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4a02ef43-91aa-4974-b0a4-52790edf99a6 req-e5e56fdf-952d-4ae6-8c11-6fb591956d56 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0611327 Jul 16 08:45:31.381771 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4a02ef43-91aa-4974-b0a4-52790edf99a6 req-af49528e-bbd8-4b3f-895a-73c48adb1972 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327089 Jul 16 08:45:31.498209 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7df8098c-82e0-4e27-90d2-cb05ef14d4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.213961 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc4c09-9288-4f96-856d-dabd6eee56fb req-64db04b7-8418-45f9-84c9-21c2eff7d9cb tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.215408 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5bc4c09-9288-4f96-856d-dabd6eee56fb req-64db04b7-8418-45f9-84c9-21c2eff7d9cb tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0620570 Jul 16 08:45:32.250142 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5bc4c09-9288-4f96-856d-dabd6eee56fb req-ec9badbb-331f-4ba3-ae10-cb014d1ea8cc tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293908 Jul 16 08:45:32.553274 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8166d0-0154-4822-91df-8e554b0ec903 req-d9221eb9-1463-451b-af2c-184c56c7273b tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.554719 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6d8166d0-0154-4822-91df-8e554b0ec903 req-d9221eb9-1463-451b-af2c-184c56c7273b tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0638962 Jul 16 08:45:32.594623 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6d8166d0-0154-4822-91df-8e554b0ec903 req-5b89938b-4f37-42e7-8c56-a29bb41c8b0b tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&id=b00aea65-9cea-4ceb-a19d-de1017534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341048 Jul 16 08:45:33.106964 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d8ebe-961b-4e36-af7d-5814feef010e req-b197770d-be7b-48e1-91b2-2f6852046bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.108449 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a72d8ebe-961b-4e36-af7d-5814feef010e req-b197770d-be7b-48e1-91b2-2f6852046bc2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1099 time: 0.0526166 Jul 16 08:45:33.144387 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a72d8ebe-961b-4e36-af7d-5814feef010e req-4e3f53d9-9950-47b2-b49e-1b35ba3aaa79 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279224 Jul 16 08:45:33.418650 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32df87-7005-4d0d-99d2-31b63c5b37cf req-bfd3e4ed-f5ed-4a75-8cca-b7575c280d88 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.420186 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3c32df87-7005-4d0d-99d2-31b63c5b37cf req-bfd3e4ed-f5ed-4a75-8cca-b7575c280d88 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0609269 Jul 16 08:45:33.455426 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3c32df87-7005-4d0d-99d2-31b63c5b37cf req-a149fbf1-dc3d-41e4-bf4b-cf674a8a802f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297122 Jul 16 08:45:34.086410 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.088395 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b4cedccb-5018-4017-91fe-ca7faafee9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.628318 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9d6cb-8c50-41d5-adeb-aa38ee69044c req-1d77ced4-3fdb-49c4-be9e-77cd09fa0cf1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.629800 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-13b9d6cb-8c50-41d5-adeb-aa38ee69044c req-1d77ced4-3fdb-49c4-be9e-77cd09fa0cf1 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0630288 Jul 16 08:45:34.666320 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-13b9d6cb-8c50-41d5-adeb-aa38ee69044c req-1766bf51-d480-4a11-bdb2-863153684dd3 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310802 Jul 16 08:45:35.184854 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.350935 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58790e6-de89-4001-9a58-d2e8eb9df29e req-cd5df952-3ce9-4938-a4ab-70e5ca24e155 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.352435 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e58790e6-de89-4001-9a58-d2e8eb9df29e req-cd5df952-3ce9-4938-a4ab-70e5ca24e155 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0627992 Jul 16 08:45:35.391640 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e58790e6-de89-4001-9a58-d2e8eb9df29e req-32f1b0ec-88b4-40e9-abe5-0900ef676216 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Jul 16 08:45:35.835687 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccb0d5-2953-413d-bd89-bc30edd2f3b9 req-7ae9fee6-04d6-448c-919a-a2e1ef57ab74 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.837155 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b9ccb0d5-2953-413d-bd89-bc30edd2f3b9 req-7ae9fee6-04d6-448c-919a-a2e1ef57ab74 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0608504 Jul 16 08:45:35.873664 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b9ccb0d5-2953-413d-bd89-bc30edd2f3b9 req-82bee619-56b1-4cd7-9b07-1b7f71e0d2d6 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Jul 16 08:45:36.055699 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:36.351566 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-544bd750-c330-4589-8a86-4108a91c316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.353071 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-544bd750-c330-4589-8a86-4108a91c316d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8a407c1298340b795497ccc7c68ffbb&device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 1099 time: 0.0926547 Jul 16 08:45:36.364472 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830e02-d8b2-4120-87dd-550054e4fcf3 req-9cec9bf3-ee3b-41fe-9020-901e1a208722 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.365869 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d5830e02-d8b2-4120-87dd-550054e4fcf3 req-9cec9bf3-ee3b-41fe-9020-901e1a208722 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0807526 Jul 16 08:45:36.455127 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d5830e02-d8b2-4120-87dd-550054e4fcf3 req-fcd2c92b-aed2-49cc-9f5a-ff125fca6d74 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806036 Jul 16 08:45:36.475703 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-b5a4505e-a7dd-4efa-b9f4-d962ab222516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.477200 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-b5a4505e-a7dd-4efa-b9f4-d962ab222516 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 200 len: 920 time: 0.1104984 Jul 16 08:45:36.519299 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-08cc3f0d-a552-4d4b-8b95-cfda8c5bf64b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8 HTTP/1.1" status: 200 len: 217 time: 0.0331323 Jul 16 08:45:36.571973 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-1b15da1a-0ffa-4cd7-a774-aa3b65fa4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.573341 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07beca-5e8b-49fa-83bc-6694e4d4524c req-26190baa-ce78-42aa-b45d-2eacb92c80bd tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.573484 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-1b15da1a-0ffa-4cd7-a774-aa3b65fa4ecd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 200 len: 859 time: 0.0461185 Jul 16 08:45:36.574860 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8c07beca-5e8b-49fa-83bc-6694e4d4524c req-26190baa-ce78-42aa-b45d-2eacb92c80bd tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0664895 Jul 16 08:45:36.606469 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-33acae07-1b4f-486a-a803-d58bd7b1faf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263598 Jul 16 08:45:36.613245 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8c07beca-5e8b-49fa-83bc-6694e4d4524c req-a24a8ce4-30ab-461b-8972-f610a9c44f4d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Jul 16 08:45:36.694867 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-176e6571-a5e6-455d-8a39-f8d1b2c41e5e service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816135 Jul 16 08:45:36.786025 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17a4c94b-5291-47c6-838b-8d7e64cbc9f8 req-dd364df1-a43d-473f-9840-25e9c00b30f9 service neutron] 10.222.0.62 "GET /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832272 Jul 16 08:45:36.989916 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.625075 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f4c1d-2899-46f5-9921-02cf3ea04626 req-4d364373-5bec-4302-a7f4-48b642cb36b9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.626518 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-654f4c1d-2899-46f5-9921-02cf3ea04626 req-4d364373-5bec-4302-a7f4-48b642cb36b9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0603862 Jul 16 08:45:37.664339 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-654f4c1d-2899-46f5-9921-02cf3ea04626 req-dee64d4e-1767-4ed6-8139-7527974b4ce2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Jul 16 08:45:37.782986 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed96ff-3382-4e30-81c3-b664de3d8c36 req-fcf44c0a-2727-4537-9015-1c4d82609f39 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.784388 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d2ed96ff-3382-4e30-81c3-b664de3d8c36 req-fcf44c0a-2727-4537-9015-1c4d82609f39 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0616493 Jul 16 08:45:37.820421 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d2ed96ff-3382-4e30-81c3-b664de3d8c36 req-34c7819d-977e-4102-bfe5-570d50e5ec0b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305865 Jul 16 08:45:38.834858 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aed623-847b-47a4-8311-3385b0bdd7af req-e25fe0e0-921b-407b-8e3a-5685858cfab2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.836345 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f6aed623-847b-47a4-8311-3385b0bdd7af req-e25fe0e0-921b-407b-8e3a-5685858cfab2 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0652373 Jul 16 08:45:38.873371 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f6aed623-847b-47a4-8311-3385b0bdd7af req-af371350-7e6c-4d36-acbc-99ed25e5ce77 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Jul 16 08:45:38.994857 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d55eb-5a25-48fc-a7a5-2deb359c6cd0 req-dab4f375-4e13-400d-8f3f-3bddbde3974d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.996291 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a39d55eb-5a25-48fc-a7a5-2deb359c6cd0 req-dab4f375-4e13-400d-8f3f-3bddbde3974d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0676486 Jul 16 08:45:39.034743 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a39d55eb-5a25-48fc-a7a5-2deb359c6cd0 req-8d12312d-d491-4999-ae39-10463fdb68bd tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Jul 16 08:45:40.041676 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f31f9-71da-4370-bf2a-f3fad49581e2 req-fadc11da-eba0-43aa-8673-f9324dd9970d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.043136 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e77f31f9-71da-4370-bf2a-f3fad49581e2 req-fadc11da-eba0-43aa-8673-f9324dd9970d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0608749 Jul 16 08:45:40.080250 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e77f31f9-71da-4370-bf2a-f3fad49581e2 req-43e846de-0b0f-40d6-acb6-803c58b43d22 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Jul 16 08:45:40.207569 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de252f0c-de52-4a42-b42f-e5637abb0ce6 req-0cb3cc45-173d-4ddc-9a30-9c1fb8a53a8d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.209566 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-de252f0c-de52-4a42-b42f-e5637abb0ce6 req-0cb3cc45-173d-4ddc-9a30-9c1fb8a53a8d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0637245 Jul 16 08:45:40.246561 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-de252f0c-de52-4a42-b42f-e5637abb0ce6 req-c3845637-c125-4d18-8dfb-550a00ed659b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Jul 16 08:45:41.418482 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90cace-eb8a-404d-b906-2808021edceb req-ba19b5f6-df49-4924-96a7-baa63f8fb9fe tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.420043 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-dd90cace-eb8a-404d-b906-2808021edceb req-ba19b5f6-df49-4924-96a7-baa63f8fb9fe tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0615449 Jul 16 08:45:41.458329 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-dd90cace-eb8a-404d-b906-2808021edceb req-b0bd019d-5b37-4b68-8675-7f3459058c13 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Jul 16 08:45:42.638917 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65254749-3da2-401a-82a6-7b3f5c3ba228 req-0c0357c2-afdd-4a37-8233-6d61a8c94feb tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.640433 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-65254749-3da2-401a-82a6-7b3f5c3ba228 req-0c0357c2-afdd-4a37-8233-6d61a8c94feb tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0652430 Jul 16 08:45:42.684400 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-65254749-3da2-401a-82a6-7b3f5c3ba228 req-39d702b2-cf5a-4364-8df2-15232fb546b1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380888 Jul 16 08:45:43.860786 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a027ed-9dfc-4422-b099-1f91dfb391ef req-170fd942-f282-4cb1-a957-f6b931875b7a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.862256 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-30a027ed-9dfc-4422-b099-1f91dfb391ef req-170fd942-f282-4cb1-a957-f6b931875b7a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0664046 Jul 16 08:45:43.900293 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-30a027ed-9dfc-4422-b099-1f91dfb391ef req-8bfc364d-c1d7-4e16-b6fe-8d0c5f1a259e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Jul 16 08:45:44.074935 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417c1b-7007-493b-8ce1-6e1ca8176f0f req-472824c6-be95-4efd-bce7-93bb85d2054c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.076467 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9d417c1b-7007-493b-8ce1-6e1ca8176f0f req-472824c6-be95-4efd-bce7-93bb85d2054c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0635996 Jul 16 08:45:44.114107 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9d417c1b-7007-493b-8ce1-6e1ca8176f0f req-a3a14ecf-972d-42af-b3f6-e5a50a37bc4c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Jul 16 08:45:45.077557 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f35da1-1e8d-4655-b2f0-fb34ee340122 req-3009cc8f-25da-4a05-930e-70fcc5c1cbe1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.079072 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-03f35da1-1e8d-4655-b2f0-fb34ee340122 req-3009cc8f-25da-4a05-930e-70fcc5c1cbe1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Jul 16 08:45:45.115113 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-03f35da1-1e8d-4655-b2f0-fb34ee340122 req-d227b767-f1c1-45b1-a0e7-1c6c5d32e143 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305626 Jul 16 08:45:45.285541 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03eb67-d9d3-4cec-abf1-1638927cb073 req-da2cd02d-d474-46b3-bf56-78266eb6aaa7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.287043 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9d03eb67-d9d3-4cec-abf1-1638927cb073 req-da2cd02d-d474-46b3-bf56-78266eb6aaa7 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0636320 Jul 16 08:45:45.325943 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9d03eb67-d9d3-4cec-abf1-1638927cb073 req-3eeb7037-5a1f-46e1-bffd-d0c94605c548 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Jul 16 08:45:45.779309 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905614-8d21-4482-8237-6e8ffa783ac0 req-b27e8904-b0dd-4468-b14a-7106bf3b992b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.780688 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d7905614-8d21-4482-8237-6e8ffa783ac0 req-b27e8904-b0dd-4468-b14a-7106bf3b992b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 946 time: 0.0608172 Jul 16 08:45:45.815800 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d7905614-8d21-4482-8237-6e8ffa783ac0 req-27fde1a5-4132-424f-aaa6-3c71706a66a1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297203 Jul 16 08:45:46.283455 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607bb4-2c03-4557-809a-b48bc048b915 req-970862bf-63e0-447f-9d98-025a913cbb3a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.284915 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-09607bb4-2c03-4557-809a-b48bc048b915 req-970862bf-63e0-447f-9d98-025a913cbb3a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0610688 Jul 16 08:45:46.321940 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-09607bb4-2c03-4557-809a-b48bc048b915 req-4773a23f-5d2a-4e7c-8dfe-7be826f6adac tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316215 Jul 16 08:45:46.497448 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0563d2-fbbc-45b5-8d16-5bc2b4b136de req-a1be05cc-f05f-47de-8c5d-3587159679fd tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.498945 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4e0563d2-fbbc-45b5-8d16-5bc2b4b136de req-a1be05cc-f05f-47de-8c5d-3587159679fd tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.0629790 Jul 16 08:45:46.538596 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4e0563d2-fbbc-45b5-8d16-5bc2b4b136de req-eed78c31-2eb7-4f23-be34-6735a133962f tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Jul 16 08:45:46.670056 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99eaf6-54ab-406e-9073-0704a27f6f57 req-f2948ebe-7a37-4665-abe8-1d79cc6dcefa tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.671543 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6e99eaf6-54ab-406e-9073-0704a27f6f57 req-f2948ebe-7a37-4665-abe8-1d79cc6dcefa tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0670617 Jul 16 08:45:46.718617 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6e99eaf6-54ab-406e-9073-0704a27f6f57 req-033eede5-2f4c-4924-aa18-978268dddaa5 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412045 Jul 16 08:45:46.806899 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-4cc35987-c6af-45ef-a8ab-e9af3c7bdb31 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.808356 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-4cc35987-c6af-45ef-a8ab-e9af3c7bdb31 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.62 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 946 time: 0.1005676 Jul 16 08:45:46.810813 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-9393e6ca-a1c7-4533-92b9-5cbd895c7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.812169 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-9393e6ca-a1c7-4533-92b9-5cbd895c7e50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 1098 time: 0.1054311 Jul 16 08:45:46.970556 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-a75433a0-75dd-4bc6-beae-f36ba9485779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.971962 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-a75433a0-75dd-4bc6-beae-f36ba9485779 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 911 time: 0.1434865 Jul 16 08:45:46.996119 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ae696-2a80-41ed-a8f5-4a34fd915771 req-364adc51-e152-4f8e-9455-72ef7f6410f5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.997622 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-731ae696-2a80-41ed-a8f5-4a34fd915771 req-364adc51-e152-4f8e-9455-72ef7f6410f5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 946 time: 0.0655687 Jul 16 08:45:47.018474 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Deleting port 280ab1d8-37f5-4852-b53f-26b8040a8db7 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:47.018822 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.034337 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-731ae696-2a80-41ed-a8f5-4a34fd915771 req-adeee115-1423-4a36-aa02-54f6b7de5f4e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Jul 16 08:45:47.065055 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-1438e21e-ac91-44c8-a334-f9939cfc34ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 200 len: 1001 time: 0.0834956 Jul 16 08:45:47.153669 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] For port 280ab1d8-37f5-4852-b53f-26b8040a8db7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=280ab1d8-37f5-4852-b53f-26b8040a8db7,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:47.154020 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.156922 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-594bcf7d-cec7-4719-802a-6df84bbd0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.158347 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-594bcf7d-cec7-4719-802a-6df84bbd0ea9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.0662498 Jul 16 08:45:47.169493 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Calling delete_port for 280ab1d8-37f5-4852-b53f-26b8040a8db7 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:47.279181 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-e211c5b7-3b3f-41fc-b0a7-e5a18175ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.280609 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-e211c5b7-3b3f-41fc-b0a7-e5a18175ddba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122282 Jul 16 08:45:47.387023 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.425114 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Pushing event deleted for resources: {'Port': ['ID=280ab1d8-37f5-4852-b53f-26b8040a8db7,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.425333 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['16ecade9-2a94-4203-93b0-2ff97ec0cde8', '280ab1d8-37f5-4852-b53f-26b8040a8db7'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:47.438117 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-ab613dcd-1057-42ea-9db0-8ae2ce29ea13 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461737 Jul 16 08:45:47.494536 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] No DVR routers for this DVR port 280ab1d8-37f5-4852-b53f-26b8040a8db7 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:47.497937 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.499912 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6412015f-b73b-410a-b771-4e5ed0da02cd req-cd2bffd0-7247-4b9a-9574-ca81f57341ff tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.62 "DELETE /v2.0/ports/280ab1d8-37f5-4852-b53f-26b8040a8db7 HTTP/1.1" status: 204 len: 173 time: 0.6786110 Jul 16 08:45:47.500345 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512204a-f271-4a5f-936d-41ee63f43425', 'name': 'network-vif-deleted', 'tag': '280ab1d8-37f5-4852-b53f-26b8040a8db7'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:47.502880 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18384343-a4b7-48bd-b551-9382f2117880" -d '{"events": [{"server_uuid": "b512204a-f271-4a5f-936d-41ee63f43425", "name": "network-vif-deleted", "tag": "280ab1d8-37f5-4852-b53f-26b8040a8db7"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:47.550805 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db4a7f-9ebe-4842-a6e4-da3c3878e156 x-openstack-request-id: req-f9db4a7f-9ebe-4842-a6e4-da3c3878e156 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:47.551093 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512204a-f271-4a5f-936d-41ee63f43425", "name": "network-vif-deleted", "tag": "280ab1d8-37f5-4852-b53f-26b8040a8db7", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:47.551343 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f9db4a7f-9ebe-4842-a6e4-da3c3878e156 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:47.551733 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512204a-f271-4a5f-936d-41ee63f43425', 'name': 'network-vif-deleted', 'tag': '280ab1d8-37f5-4852-b53f-26b8040a8db7', 'status': 'completed', 'code': 200} Jul 16 08:45:47.581782 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0f541654-a9dd-4d78-bade-51b3989460d5 req-a415de08-11ad-409e-afba-9a65ff0a5566 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266809 Jul 16 08:45:47.677306 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cf7c5f4a-be7c-4e22-b06d-775a0bff51cf req-a1f1cfd8-aa9c-43ab-9b1c-2258be74ee02 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Jul 16 08:45:47.933859 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-3b51eeaf-984e-486e-9202-efbd14b8e096 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.935346 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-3b51eeaf-984e-486e-9202-efbd14b8e096 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 946 time: 0.1061525 Jul 16 08:45:47.943710 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa3a7-abc4-40c6-a388-a12369b54311 req-e34366af-58e1-4263-90e0-64d1434e1879 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.945660 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8adaa3a7-abc4-40c6-a388-a12369b54311 req-e34366af-58e1-4263-90e0-64d1434e1879 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1071503 Jul 16 08:45:48.041076 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8adaa3a7-abc4-40c6-a388-a12369b54311 req-6e912b12-2f32-406f-88cc-9962e4d6aa7f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869653 Jul 16 08:45:48.070844 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Deleting port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:48.071171 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.159389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] For port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:48.159754 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.217440 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbe555-8e4a-47db-834d-0c181fdc6ca1 req-a68cf733-80cd-4af1-aed8-47a3a32e7f93 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.219152 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c0cbe555-8e4a-47db-834d-0c181fdc6ca1 req-a68cf733-80cd-4af1-aed8-47a3a32e7f93 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 946 time: 0.0654762 Jul 16 08:45:48.264677 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c0cbe555-8e4a-47db-834d-0c181fdc6ca1 req-e7a7e17a-336a-43e8-a7df-b5c845943c97 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=e4902962-abbb-4890-95dd-489d51fc1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391469 Jul 16 08:45:48.385834 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.386210 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.386535 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Floating IP b4c35da9-f7a2-4564-8f34-fa5e50f8920d disassociated. External IP: 172.27.0.145, port: 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e. Jul 16 08:45:48.386915 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Calling delete_port for 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:48.514575 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.543726 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event deleted for resources: {'Port': ['ID=9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.657643 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Router 17567e42-94ba-42b3-8e5f-212e15fad502 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:48.770257 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:48.780953 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] Sync routers for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:48.791429 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:48.792309 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:45:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:48.820281 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] No DVR routers for this DVR port 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:48.823100 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.825827 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b3e42c84-e33c-487f-8d14-524c4b415072 req-695ee362-fe0e-49d0-a51f-e72d7ee92bca tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "DELETE /v2.0/ports/9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e HTTP/1.1" status: 204 len: 173 time: 0.8792088 Jul 16 08:45:48.868826 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ba9e716c-c054-47b0-b84f-a8ebe1edbbc4 req-1afe3a1d-3faa-4275-8bc0-a76b06a08c43 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=b512204a-f271-4a5f-936d-41ee63f43425 HTTP/1.1" status: 200 len: 210 time: 0.0414319 Jul 16 08:45:48.901735 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:49.103865 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:49.128991 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] Checking router: 17567e42-94ba-42b3-8e5f-212e15fad502 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:49.138840 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:49.138840 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:45:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:49.227453 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b505e-1ba9-44d1-94f5-01b31a844546 req-279f44b1-e21d-49ce-9e06-7b33c307fba3 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.229215 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-311b505e-1ba9-44d1-94f5-01b31a844546 req-279f44b1-e21d-49ce-9e06-7b33c307fba3 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0667081 Jul 16 08:45:49.268645 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-311b505e-1ba9-44d1-94f5-01b31a844546 req-53cc5ed6-766e-4f8e-8ab9-a859e1570b11 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333543 Jul 16 08:45:49.326757 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:49.443656 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b33a24e0-1194-4e92-9083-4dc9798e251e req-11d1e772-7f46-4116-a4be-bf2897bc9f23 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=cef7d4af-76ce-43bc-85ab-1b8f77382359 HTTP/1.1" status: 200 len: 210 time: 0.0309393 Jul 16 08:45:49.478838 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 280ab1d8-37f5-4852-b53f-26b8040a8db7 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:49.505556 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 280ab1d8-37f5-4852-b53f-26b8040a8db7 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:49.506190 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 280ab1d8-37f5-4852-b53f-26b8040a8db7 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:49.506830 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:49.528156 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:49.528754 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:49.549657 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:49.553141 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-deleted', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:49.555613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6f59be-1d2a-4046-ac3b-246569415fd6" -d '{"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-deleted", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:49.585298 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca2520-43da-47b8-be6e-9624de1d6aea None None] The sync data for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi is: [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:49.594921 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08627fd-b4cd-4092-8444-3eb19e25c96d x-openstack-request-id: req-b08627fd-b4cd-4092-8444-3eb19e25c96d {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:49.595233 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef7d4af-76ce-43bc-85ab-1b8f77382359", "name": "network-vif-deleted", "tag": "9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:49.595481 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b08627fd-b4cd-4092-8444-3eb19e25c96d {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:49.595901 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef7d4af-76ce-43bc-85ab-1b8f77382359', 'name': 'network-vif-deleted', 'tag': '9a3fa080-ae5f-4d9d-bd6c-3d5f4751894e', 'status': 'completed', 'code': 200} Jul 16 08:45:49.813207 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0893f-615f-40be-be51-09542cb13b54 None None] New status for floating IP b4c35da9-f7a2-4564-8f34-fa5e50f8920d: DOWN {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:45:50.317193 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee63c3-90f7-455a-8758-27e661651808 req-ac9034fc-23cd-4234-84c4-a685904bd111 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.318793 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a1ee63c3-90f7-455a-8758-27e661651808 req-ac9034fc-23cd-4234-84c4-a685904bd111 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0601442 Jul 16 08:45:50.355639 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a1ee63c3-90f7-455a-8758-27e661651808 req-831b1e56-b035-400f-b0e8-549d1ee9e743 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304537 Jul 16 08:45:50.572599 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45896) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.628559 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.653943 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.707661 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.710312 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.711501 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "DELETE /v2.0/security-groups/e4902962-abbb-4890-95dd-489d51fc1c65 HTTP/1.1" status: 204 len: 168 time: 0.1379197 Jul 16 08:45:50.714281 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45898) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.720859 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4902962-abbb-4890-95dd-489d51fc1c65,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.728486 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.728728 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.api.v2.resource [None req-b16db204-3227-4c35-8397-6e978355f551 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] show failed (client error): The resource could not be found. Jul 16 08:45:50.728933 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.729192 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.729535 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.729649 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b16db204-3227-4c35-8397-6e978355f551 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups/e4902962-abbb-4890-95dd-489d51fc1c65 HTTP/1.1" status: 404 len: 347 time: 0.0137637 Jul 16 08:45:50.729919 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.730196 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.730526 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.730864 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.731193 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.731521 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.731850 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.732892 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a7e2c-8813-42e5-bbd2-44b5368d1673 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.734967 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45900) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.889811 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Deleting port 748c8d2a-aad3-4531-a08e-bed55091136c {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:50.890159 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.961995 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.962325 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.973473 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Calling delete_port for 748c8d2a-aad3-4531-a08e-bed55091136c owned by network:floatingip {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:51.108321 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.139596 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event deleted for resources: {'Port': ['ID=748c8d2a-aad3-4531-a08e-bed55091136c,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.197497 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.200045 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.201205 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e964313a-6d4c-49fd-9043-28bd387162ae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "DELETE /v2.0/floatingips/b4c35da9-f7a2-4564-8f34-fa5e50f8920d HTTP/1.1" status: 204 len: 168 time: 0.4653172 Jul 16 08:45:51.396049 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45906) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.400988 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-7af169a5-49f5-40bc-820e-78f18f30210f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102154820', 'description': 'tempest-description--1010558848'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:51.423791 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7af169a5-49f5-40bc-820e-78f18f30210f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.505080 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7af169a5-49f5-40bc-820e-78f18f30210f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.509769 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7af169a5-49f5-40bc-820e-78f18f30210f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.535742 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7af169a5-49f5-40bc-820e-78f18f30210f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.537013 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-7af169a5-49f5-40bc-820e-78f18f30210f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1398919 Jul 16 08:45:51.540021 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45908) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.545210 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-abd881ed-00d0-41a0-899d-3f16ae2f0552 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'security_group_rule': {'security_group_id': '9731da77-3937-4b88-99c1-8305d984ac03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:51.550774 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af169a5-49f5-40bc-820e-78f18f30210f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9731da77-3937-4b88-99c1-8305d984ac03,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.576519 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-abd881ed-00d0-41a0-899d-3f16ae2f0552 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.634819 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-abd881ed-00d0-41a0-899d-3f16ae2f0552 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.638523 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-abd881ed-00d0-41a0-899d-3f16ae2f0552 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.657670 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd881ed-00d0-41a0-899d-3f16ae2f0552 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4229956f-7d4f-4502-a7b0-d57146e2e2e9,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.660028 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-abd881ed-00d0-41a0-899d-3f16ae2f0552 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.664200 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-abd881ed-00d0-41a0-899d-3f16ae2f0552 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203310 Jul 16 08:45:51.664386 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45910) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.668934 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-06fb1892-77ab-4676-b6f7-e94c41b09aa7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'security_group_rule': {'security_group_id': '9731da77-3937-4b88-99c1-8305d984ac03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:51.696429 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-06fb1892-77ab-4676-b6f7-e94c41b09aa7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.746155 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430ad24-0c53-4590-a335-fbb4ff1a6c3b req-27ce1215-ddb9-47fd-9e71-239a385fcec9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.747669 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3430ad24-0c53-4590-a335-fbb4ff1a6c3b req-27ce1215-ddb9-47fd-9e71-239a385fcec9 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.2790089 Jul 16 08:45:51.756696 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-06fb1892-77ab-4676-b6f7-e94c41b09aa7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.760199 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-06fb1892-77ab-4676-b6f7-e94c41b09aa7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.776590 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb1892-77ab-4676-b6f7-e94c41b09aa7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6518a33-9877-43bc-83c7-6b6ac4504bcd,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.783235 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-06fb1892-77ab-4676-b6f7-e94c41b09aa7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.784558 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-06fb1892-77ab-4676-b6f7-e94c41b09aa7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192095 Jul 16 08:45:51.785349 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3430ad24-0c53-4590-a335-fbb4ff1a6c3b req-a83e27cc-3636-4aea-8ef2-574e5c7fb838 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Jul 16 08:45:51.787643 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 45912) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.792807 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:51.813907 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.904333 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.009509 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Allocated IP 172.27.0.76 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/efca496c-fc53-4a8b-822b-10215c73cd80) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:52.106250 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.143649 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.181037 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:52.183661 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:52.189017 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:52.215903 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'Port': ['ID=efca496c-fc53-4a8b-822b-10215c73cd80,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.273887 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.313995 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.457197 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.462173 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.531534 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'Port': ['ID=efca496c-fc53-4a8b-822b-10215c73cd80,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.540204 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.552906 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.556084 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d838fbbb-e668-4cc8-8949-e970826a6e37 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7659340 Jul 16 08:45:52.738325 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-e359ea78-2740-443a-bb1d-b288fd3f6c39 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1102154820&fields=id&tenant_id=56ca38ed14dd44d784a0ed25d2587694 HTTP/1.1" status: 200 len: 267 time: 0.0319884 Jul 16 08:45:52.844958 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-e255fea1-9e63-4e72-95a7-d35ea6c56b1a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.846413 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-e255fea1-9e63-4e72-95a7-d35ea6c56b1a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 817 time: 0.1003718 Jul 16 08:45:52.861039 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-e04c2573-4f77-485b-baf9-9d0b6ecd25b4 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/quotas/56ca38ed14dd44d784a0ed25d2587694 HTTP/1.1" status: 200 len: 375 time: 0.0087569 Jul 16 08:45:52.930088 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-89d95b9a-cf13-4138-b66e-c3089ea49d32 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641971 Jul 16 08:45:52.957375 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0e6d7-5023-439b-ab00-e5d278c89c2b req-7ac7a84d-ee5c-4f16-b106-3ca653c1f563 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.958859 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5f0e6d7-5023-439b-ab00-e5d278c89c2b req-7ac7a84d-ee5c-4f16-b106-3ca653c1f563 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0616250 Jul 16 08:45:52.995989 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5f0e6d7-5023-439b-ab00-e5d278c89c2b req-bd6cbb8c-42d7-4d4e-9156-eb8d4062be33 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Jul 16 08:45:53.020741 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-01cadb0a-26a1-4948-b4f9-062c4c89cb87 service neutron] 10.222.0.63 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796154 Jul 16 08:45:53.108234 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-5754338f-49ba-44d0-9fb9-361952f03b27 service neutron] 10.222.0.63 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813661 Jul 16 08:45:53.268812 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8bd573dd-b8ca-4fa4-b6b9-120760a9727d req-9622feea-6771-4da2-a823-44e5f4d43a20 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 210 time: 0.0275617 Jul 16 08:45:54.166217 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e898-95bc-4e5b-b41c-e418098d2c84 req-7d491180-5484-47b2-85ab-a05233ace355 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.167697 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-98b2e898-95bc-4e5b-b41c-e418098d2c84 req-7d491180-5484-47b2-85ab-a05233ace355 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0630450 Jul 16 08:45:54.205971 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-98b2e898-95bc-4e5b-b41c-e418098d2c84 req-166d2bcd-bb43-4e5f-9daa-0a17e0b8415d tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Jul 16 08:45:54.430068 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b024b21-f1a6-4a99-827b-8464aa7b6fb5 req-14736cda-e716-4a1d-8c2d-ad85d7a5a67e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 210 time: 0.0374799 Jul 16 08:45:54.457321 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-77e58f06-f28a-4430-ac20-e9268f4d69f3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.458854 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-77e58f06-f28a-4430-ac20-e9268f4d69f3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 817 time: 0.1349869 Jul 16 08:45:54.509672 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-61fea58d-9897-4d45-ba0a-749f323d506e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ca38ed14dd44d784a0ed25d2587694 HTTP/1.1" status: 200 len: 380 time: 0.0328021 Jul 16 08:45:54.519327 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'port': {'device_id': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'admin_state_up': True, 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'security_groups': ['9731da77-3937-4b88-99c1-8305d984ac03']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:54.628122 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Made reservation on behalf of 56ca38ed14dd44d784a0ed25d2587694 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:54.632221 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.752845 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Allocated IP 172.20.0.13 (4f572e00-bafb-4776-89c1-ba5f11ff389b/0b86204e-13c8-4f8f-bf1c-ca32418d2d77/637a6db6-f185-4896-a812-c159c29fcd17) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:54.878235 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.891173 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Transition to ACTIVE for port object 637a6db6-f185-4896-a812-c159c29fcd17 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:54.922077 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.969702 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:54.972754 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:54.979388 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:54.985575 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.030323 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.030941 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.045021 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f0fb4e00-b407-4c7e-871f-267f53f5bea5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5292499 Jul 16 08:45:55.076857 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Request body: {'port': {'device_id': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:55.149407 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.180511 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-1faaf263-195b-4d1b-a4a4-964691ffc327 None None] Provisioning for port 637a6db6-f185-4896-a812-c159c29fcd17 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:55.184811 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-1faaf263-195b-4d1b-a4a4-964691ffc327 None None] Provisioning complete for port 637a6db6-f185-4896-a812-c159c29fcd17 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:55.185192 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-1faaf263-195b-4d1b-a4a4-964691ffc327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.218235 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-1faaf263-195b-4d1b-a4a4-964691ffc327 None None] Port 637a6db6-f185-4896-a812-c159c29fcd17 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:55.379455 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d3b0d-333c-4d8b-a6df-8c7c897c56cc req-aaefbbce-14c6-423e-96e2-f68e423d66f5 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.381037 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-458d3b0d-333c-4d8b-a6df-8c7c897c56cc req-aaefbbce-14c6-423e-96e2-f68e423d66f5 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.0666234 Jul 16 08:45:55.413585 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637a6db6-f185-4896-a812-c159c29fcd17 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:55.420491 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.420798 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-458d3b0d-333c-4d8b-a6df-8c7c897c56cc req-de4e4425-7395-44d5-8354-56e6160fbc29 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Jul 16 08:45:55.435005 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Transition to ACTIVE for port object 637a6db6-f185-4896-a812-c159c29fcd17 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:55.438391 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.535560 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.594390 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Attempting to bind port 637a6db6-f185-4896-a812-c159c29fcd17 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:55.594832 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Attempting to bind port 637a6db6-f185-4896-a812-c159c29fcd17 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:55.595227 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Attempting to bind port 637a6db6-f185-4896-a812-c159c29fcd17 on network 4f572e00-bafb-4776-89c1-ba5f11ff389b {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:55.602793 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Port 637a6db6-f185-4896-a812-c159c29fcd17 on network 4f572e00-bafb-4776-89c1-ba5f11ff389b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:55.603216 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Attempting to bind port 637a6db6-f185-4896-a812-c159c29fcd17 on network 4f572e00-bafb-4776-89c1-ba5f11ff389b {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:55.611557 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:55.611935 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Checking segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:55.612341 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Bound using segment: {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:55.612774 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Bound port: 637a6db6-f185-4896-a812-c159c29fcd17, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6311da1-8fad-49bb-aed6-81077fc4413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:55.613142 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.669752 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59c8d5-53ca-439e-b510-622caf51ee6f req-f8c91cf2-7f7b-482d-bf98-cdc9d02175c3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.671247 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3f59c8d5-53ca-439e-b510-622caf51ee6f req-f8c91cf2-7f7b-482d-bf98-cdc9d02175c3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.1130874 Jul 16 08:45:55.717367 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:55.722183 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:55.729871 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3f59c8d5-53ca-439e-b510-622caf51ee6f req-ae9fa574-3a5d-44b6-aff2-0332e17d8afc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525184 Jul 16 08:45:55.731035 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.769616 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.770255 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.771662 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] 10.222.0.62 "PUT /v2.0/ports/637a6db6-f185-4896-a812-c159c29fcd17 HTTP/1.1" status: 200 len: 1094 time: 0.6992881 Jul 16 08:45:55.772662 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:55.774987 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4cb8e4-931b-4a03-86e8-12c44c6111d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "tag": "637a6db6-f185-4896-a812-c159c29fcd17"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:55.803577 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a954c-2fa7-4125-9772-ab1ecfd68a8e service neutron] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.817037 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894d5066-3cba-4ef7-b414-62ad0d3c229e x-openstack-request-id: req-894d5066-3cba-4ef7-b414-62ad0d3c229e {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:55.817329 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "tag": "637a6db6-f185-4896-a812-c159c29fcd17", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:55.817580 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-894d5066-3cba-4ef7-b414-62ad0d3c229e {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:55.817976 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17', 'status': 'completed', 'code': 200} Jul 16 08:45:55.926178 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb8e4-931b-4a03-86e8-12c44c6111d4 req-cf17c092-a20a-4879-8f2b-76a2388f047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.927686 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9f4cb8e4-931b-4a03-86e8-12c44c6111d4 req-cf17c092-a20a-4879-8f2b-76a2388f047a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0538225 Jul 16 08:45:56.106093 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb8e4-931b-4a03-86e8-12c44c6111d4 req-5da80116-4514-445a-b041-6ea498432e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.107552 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9f4cb8e4-931b-4a03-86e8-12c44c6111d4 req-5da80116-4514-445a-b041-6ea498432e60 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=56ca38ed14dd44d784a0ed25d2587694&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1556721 Jul 16 08:45:56.286971 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb8e4-931b-4a03-86e8-12c44c6111d4 req-cd445825-2492-4662-a2fa-7fc6f1688bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.288496 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9f4cb8e4-931b-4a03-86e8-12c44c6111d4 req-cd445825-2492-4662-a2fa-7fc6f1688bfe service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505327 Jul 16 08:45:56.404145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-dd3bd9d6-083a-4923-8312-ee9ceb4f6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.405583 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-dd3bd9d6-083a-4923-8312-ee9ceb4f6700 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0508313 Jul 16 08:45:56.495299 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-862f08fd-3341-4e6f-9a22-c838d1d1c5b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637a6db6-f185-4896-a812-c159c29fcd17 HTTP/1.1" status: 200 len: 217 time: 0.0400903 Jul 16 08:45:56.599992 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-a21d4030-f035-489f-a587-b555882fa90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.601445 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-a21d4030-f035-489f-a587-b555882fa90e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0882642 Jul 16 08:45:56.651801 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42491f71-e43b-4435-af0f-c12e9f3e5065 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.653226 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42491f71-e43b-4435-af0f-c12e9f3e5065 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.62 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.1919639 Jul 16 08:45:56.698073 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947af044-49ce-41e8-b35e-d25a8948b03e req-76784612-b211-4322-b6bf-3315a1141e7c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.700386 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-947af044-49ce-41e8-b35e-d25a8948b03e req-76784612-b211-4322-b6bf-3315a1141e7c tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 946 time: 0.1575356 Jul 16 08:45:56.775260 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-eb7a9d2f-843d-4304-8ed4-57a07a2814a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.776789 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-eb7a9d2f-843d-4304-8ed4-57a07a2814a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1689444 Jul 16 08:45:56.793968 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-947af044-49ce-41e8-b35e-d25a8948b03e req-9f74b5a0-560c-4958-a731-f7aea38edd06 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ccda72e0-2c65-4ae2-b146-4ab26501e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875082 Jul 16 08:45:56.876432 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Deleting port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:56.876774 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.905571 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-ab7de597-d676-4930-85d5-bced03545017 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220686 Jul 16 08:45:56.907520 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aff31-db36-436f-81a8-458c13bcd3a1 req-00f7f192-a23b-42b7-b8d5-e936bf041bf2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.909017 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b39aff31-db36-436f-81a8-458c13bcd3a1 req-00f7f192-a23b-42b7-b8d5-e936bf041bf2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0623989 Jul 16 08:45:56.946842 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b39aff31-db36-436f-81a8-458c13bcd3a1 req-97b11f2d-ab60-4495-9e42-485d41146dde tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Jul 16 08:45:57.026293 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] For port 16ecade9-2a94-4203-93b0-2ff97ec0cde8, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=16ecade9-2a94-4203-93b0-2ff97ec0cde8,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:57.026578 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.043744 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Calling delete_port for 16ecade9-2a94-4203-93b0-2ff97ec0cde8 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:57.061396 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f44301e7-2612-4f96-b748-340db0bb7f46 req-7b7c4b8c-1c0c-434e-8659-dbba32146c87 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475077 Jul 16 08:45:57.176710 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.208860 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Pushing event deleted for resources: {'Port': ['ID=16ecade9-2a94-4203-93b0-2ff97ec0cde8,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:57.214305 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['16ecade9-2a94-4203-93b0-2ff97ec0cde8'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:57.252951 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] No DVR routers for this DVR port 16ecade9-2a94-4203-93b0-2ff97ec0cde8 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:57.255233 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.257272 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3b1c2cc7-09a5-4e8a-9e0f-980bea413edb req-42df71fa-dcfc-4489-8e70-900c424c74f8 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.62 "DELETE /v2.0/ports/16ecade9-2a94-4203-93b0-2ff97ec0cde8 HTTP/1.1" status: 204 len: 173 time: 0.5959466 Jul 16 08:45:57.819906 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25216ee-b0b0-4fbe-affa-076d90693703', 'name': 'network-vif-deleted', 'tag': '16ecade9-2a94-4203-93b0-2ff97ec0cde8'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:57.822208 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f7f0d2-1a96-4961-acfc-e5467e2aa84c" -d '{"events": [{"server_uuid": "c25216ee-b0b0-4fbe-affa-076d90693703", "name": "network-vif-deleted", "tag": "16ecade9-2a94-4203-93b0-2ff97ec0cde8"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:57.857603 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422cd4f9-0641-4cf1-b977-cf171ff155a7 x-openstack-request-id: req-422cd4f9-0641-4cf1-b977-cf171ff155a7 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:57.857891 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25216ee-b0b0-4fbe-affa-076d90693703", "name": "network-vif-deleted", "tag": "16ecade9-2a94-4203-93b0-2ff97ec0cde8", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:57.858140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-422cd4f9-0641-4cf1-b977-cf171ff155a7 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:57.858527 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25216ee-b0b0-4fbe-affa-076d90693703', 'name': 'network-vif-deleted', 'tag': '16ecade9-2a94-4203-93b0-2ff97ec0cde8', 'status': 'completed', 'code': 200} Jul 16 08:45:57.946918 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e49d4262-d839-4296-8e7e-f24f26337ca5 req-2a32731c-ce1b-4e8c-91d8-d9894c5014d6 tempest-ServerRescueNegativeTestJSON-627355340 tempest-ServerRescueNegativeTestJSON-627355340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c25216ee-b0b0-4fbe-affa-076d90693703 HTTP/1.1" status: 200 len: 210 time: 0.0279236 Jul 16 08:45:58.125361 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266601e-c051-456d-be1d-bc6549f4a249 req-a706c22d-ffd2-4cc1-b6db-3c4a77135058 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.126803 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1266601e-c051-456d-be1d-bc6549f4a249 req-a706c22d-ffd2-4cc1-b6db-3c4a77135058 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0643482 Jul 16 08:45:58.162929 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1266601e-c051-456d-be1d-bc6549f4a249 req-0ec20af4-2f51-4f8f-a0fa-196db7c344f1 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299108 Jul 16 08:45:58.951206 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-249a1492-e469-4eb8-8b0c-69bc7b2e66e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484540 Jul 16 08:45:59.034454 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-8e7c1628-59c7-4761-a78a-a875be8d4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.035999 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-8e7c1628-59c7-4761-a78a-a875be8d4da1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 1098 time: 0.0511003 Jul 16 08:45:59.036647 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45964) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:59.341677 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada44427-2f9f-4fb7-a12b-bb06900893a2 req-67176a9d-7742-41d7-a83b-51f5e50d227a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.343181 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ada44427-2f9f-4fb7-a12b-bb06900893a2 req-67176a9d-7742-41d7-a83b-51f5e50d227a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0645704 Jul 16 08:45:59.381635 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ada44427-2f9f-4fb7-a12b-bb06900893a2 req-1b01b257-1659-46d7-93d1-219527e3f2f7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328407 Jul 16 08:45:59.429542 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-4bcf5f99-0b24-4ffa-863e-cea8591689f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.430976 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-4bcf5f99-0b24-4ffa-863e-cea8591689f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 911 time: 0.3547924 Jul 16 08:45:59.523307 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:59.529636 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 16ecade9-2a94-4203-93b0-2ff97ec0cde8 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:59.551649 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-cdbccc81-7f81-47e0-a7a6-3a55c6a82168 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 200 len: 1001 time: 0.0932529 Jul 16 08:45:59.559255 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 16ecade9-2a94-4203-93b0-2ff97ec0cde8 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:59.559610 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 16ecade9-2a94-4203-93b0-2ff97ec0cde8 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:59.630001 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-b974ed11-ae7c-4389-be71-841f0c9e72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.631573 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-b974ed11-ae7c-4389-be71-841f0c9e72b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.0736134 Jul 16 08:45:59.638246 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:59.648920 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '637a6db6-f185-4896-a812-c159c29fcd17', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'port_id': '637a6db6-f185-4896-a812-c159c29fcd17', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:59.685997 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.701193 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637a6db6-f185-4896-a812-c159c29fcd17 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:59.720563 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:59.724426 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.762427 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-a4fbb2fd-f9dc-437c-965b-dd293b7ecb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.763925 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-a4fbb2fd-f9dc-437c-965b-dd293b7ecb39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229603 Jul 16 08:45:59.769336 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.777102 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.777375 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.777720 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.778063 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.778403 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.778737 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.779071 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.779399 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.779750 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.780114 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.780443 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.780768 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:59.912112 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-ba5928cc-7948-4127-af94-ce49dfd9640c service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403949 Jul 16 08:45:59.933216 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.081317 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['637a6db6-f185-4896-a812-c159c29fcd17'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:00.084930 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5f91a34-1873-4ef6-9b80-5e213b1da9cb req-8702a509-3987-4d15-b0d8-e36cabc9b7c2 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632676 Jul 16 08:46:00.284871 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Deleting port 78143a6f-ab58-45b4-b42c-24a5564bdfd1 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:00.285215 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.363257 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] For port 78143a6f-ab58-45b4-b42c-24a5564bdfd1, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=78143a6f-ab58-45b4-b42c-24a5564bdfd1,segment=NetworkSegment(f384e95c-1208-44a2-9e22-e4824e9588ab),segment_id=f384e95c-1208-44a2-9e22-e4824e9588ab)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:00.363615 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.375258 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Calling delete_port for 78143a6f-ab58-45b4-b42c-24a5564bdfd1 owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:00.599570 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24afa46-7b8c-4620-900d-0844bfb0787f req-fe84905d-e489-426f-a1c1-c05b2efe8881 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.601633 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b24afa46-7b8c-4620-900d-0844bfb0787f req-fe84905d-e489-426f-a1c1-c05b2efe8881 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 945 time: 0.1056962 Jul 16 08:46:00.609821 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.632652 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.665485 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Pushing event deleted for resources: {'Port': ['ID=78143a6f-ab58-45b4-b42c-24a5564bdfd1,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.669833 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b24afa46-7b8c-4620-900d-0844bfb0787f req-e7a07776-f199-4b61-922c-33ff5fa447f9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620911 Jul 16 08:46:00.822573 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.024079 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Router 469a784b-1aea-42f1-b912-cce0f3013d9d has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:01.124970 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:01.129926 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-99b1d1ef-3460-4be2-8d95-16950e55b11f admin admin] 10.222.0.63 "PUT /v2.0/routers/469a784b-1aea-42f1-b912-cce0f3013d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0922956 Jul 16 08:46:01.132954 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45970) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.135646 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] Sync routers for ids ['469a784b-1aea-42f1-b912-cce0f3013d9d'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:01.146014 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] Routers {'469a784b-1aea-42f1-b912-cce0f3013d9d'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:01.146609 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:45:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['469a784b-1aea-42f1-b912-cce0f3013d9d'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.233333 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.246795 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] Set router 469a784b-1aea-42f1-b912-cce0f3013d9d gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:01.421260 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:46:00Z', 'revision_number': 5, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.451593 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] Checking router: 469a784b-1aea-42f1-b912-cce0f3013d9d for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:01.460026 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] Routers {'469a784b-1aea-42f1-b912-cce0f3013d9d'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:01.460644 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:45:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['469a784b-1aea-42f1-b912-cce0f3013d9d'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.499129 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b499f9cd-104b-4208-abd8-bea444b6f2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.539849 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:01.565688 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] Set router 469a784b-1aea-42f1-b912-cce0f3013d9d gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:01.576095 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.592607 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 637a6db6-f185-4896-a812-c159c29fcd17 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:01.596352 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 637a6db6-f185-4896-a812-c159c29fcd17 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:01.596736 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.628745 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Deleting port ee7be865-7712-46ac-8a70-7329bd24d674 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:01.629085 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.673300 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.695574 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:01.697820 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1bf7be-8051-4975-aecf-6864e34c0502" -d '{"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-plugged", "status": "completed", "tag": "637a6db6-f185-4896-a812-c159c29fcd17"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:01.711337 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:01.716579 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.743690 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] For port ee7be865-7712-46ac-8a70-7329bd24d674, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=ee7be865-7712-46ac-8a70-7329bd24d674,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:01.744101 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.755752 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:46:00Z', 'revision_number': 5, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.763157 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6e875c-f8fd-4060-8d06-213eefec6165 x-openstack-request-id: req-1d6e875c-f8fd-4060-8d06-213eefec6165 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:01.763445 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-plugged", "status": "completed", "tag": "637a6db6-f185-4896-a812-c159c29fcd17", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:01.763697 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d6e875c-f8fd-4060-8d06-213eefec6165 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:01.764239 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17', 'code': 200} Jul 16 08:46:01.765425 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Calling delete_port for ee7be865-7712-46ac-8a70-7329bd24d674 owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:01.778094 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.790312 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906fbcc-fc8d-4f5d-a212-8c7cafa46366 None None] The sync data for ids ['469a784b-1aea-42f1-b912-cce0f3013d9d'] in dv-cinder-800768-3-iscsi is: [{'id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1304792080-router', 'tenant_id': 'e8a407c1298340b795497ccc7c68ffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:45Z', 'updated_at': '2021-07-16T08:46:00Z', 'revision_number': 5, 'project_id': 'e8a407c1298340b795497ccc7c68ffbb', 'gw_port': {'id': 'ee7be865-7712-46ac-8a70-7329bd24d674', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469a784b-1aea-42f1-b912-cce0f3013d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:46Z', 'updated_at': '2021-07-16T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:01.974636 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baed4f-78ea-4f26-897e-6575ba3cec7a req-7467fc2a-b78c-40a9-b37c-0909d5783bbe tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.976264 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e2baed4f-78ea-4f26-897e-6575ba3cec7a req-7467fc2a-b78c-40a9-b37c-0909d5783bbe tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.1606171 Jul 16 08:46:01.998252 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.038229 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7be865-7712-46ac-8a70-7329bd24d674,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.093493 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e2baed4f-78ea-4f26-897e-6575ba3cec7a req-86056211-760d-4ba3-88e3-4be0942c4250 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110003 Jul 16 08:46:02.147275 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.202505 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 78143a6f-ab58-45b4-b42c-24a5564bdfd1 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:02.221906 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 78143a6f-ab58-45b4-b42c-24a5564bdfd1 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:02.222250 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 78143a6f-ab58-45b4-b42c-24a5564bdfd1 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:02.224246 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3e663-52f3-436a-b0d9-6e91a6972151 req-26492929-d8e5-45ba-8ee9-5e434c389db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.226288 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-44b3e663-52f3-436a-b0d9-6e91a6972151 req-26492929-d8e5-45ba-8ee9-5e434c389db2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 1099 time: 0.1976542 Jul 16 08:46:02.265924 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.269322 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.337795 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-44b3e663-52f3-436a-b0d9-6e91a6972151 req-ccf05839-8e85-412b-9b14-0ceec66d1cf3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868924 Jul 16 08:46:02.341495 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.342161 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469a784b-1aea-42f1-b912-cce0f3013d9d {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:02.346990 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.351036 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-886d7c6f-bfec-419c-bd08-f4379ef60a2a admin admin] 10.222.0.63 "DELETE /v2.0/routers/469a784b-1aea-42f1-b912-cce0f3013d9d HTTP/1.1" status: 204 len: 168 time: 1.2142522 Jul 16 08:46:02.351141 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45976) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.396714 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce00dec8-1ff8-4359-98d4-894eedc115ed admin admin] Deleting subnet faca30da-1d7a-4081-8741-718127a66c8f {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:02.400087 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ce00dec8-1ff8-4359-98d4-894eedc115ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.440126 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ce00dec8-1ff8-4359-98d4-894eedc115ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9054064'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.479399 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ce00dec8-1ff8-4359-98d4-894eedc115ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.529809 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ce00dec8-1ff8-4359-98d4-894eedc115ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8946603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9121509'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.556201 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00dec8-1ff8-4359-98d4-894eedc115ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faca30da-1d7a-4081-8741-718127a66c8f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.558061 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ce00dec8-1ff8-4359-98d4-894eedc115ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.559900 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ce00dec8-1ff8-4359-98d4-894eedc115ed admin admin] 10.222.0.63 "DELETE /v2.0/subnets/faca30da-1d7a-4081-8741-718127a66c8f HTTP/1.1" status: 204 len: 168 time: 0.2078648 Jul 16 08:46:02.562368 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45978) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.632719 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.706509 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.716208 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97676dcb-d30d-4f39-8dba-6ab00ecfa1d3']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:02.726016 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f384e95c-1208-44a2-9e22-e4824e9588ab') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:02.726313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f384e95c-1208-44a2-9e22-e4824e9588ab') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:02.734720 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.749352 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.755084 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:02.755468 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:02.757139 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:02.816431 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.822174 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.824043 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] 10.222.0.63 "DELETE /v2.0/networks/97676dcb-d30d-4f39-8dba-6ab00ecfa1d3 HTTP/1.1" status: 204 len: 168 time: 0.2607453 Jul 16 08:46:02.837638 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852210cf-d24b-4a33-91ff-886ad6cf3463 admin admin] Pushing event deleted for resources: {'Network': ['ID=97676dcb-d30d-4f39-8dba-6ab00ecfa1d3,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.985560 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45982) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.024945 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-0c47f060-aed1-449e-92f5-d3d1117e8863 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e8a407c1298340b795497ccc7c68ffbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381906 Jul 16 08:46:03.027211 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 45984) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.073172 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c99960b-051a-4cc0-befb-4b87871f33b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.093889 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c99960b-051a-4cc0-befb-4b87871f33b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.142873 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c99960b-051a-4cc0-befb-4b87871f33b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.146164 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c99960b-051a-4cc0-befb-4b87871f33b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.147982 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2c99960b-051a-4cc0-befb-4b87871f33b7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ccda72e0-2c65-4ae2-b146-4ab26501e1d3 HTTP/1.1" status: 204 len: 168 time: 0.1198456 Jul 16 08:46:03.156823 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99960b-051a-4cc0-befb-4b87871f33b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccda72e0-2c65-4ae2-b146-4ab26501e1d3,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.290516 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c3a81-6160-4e8b-9ed4-dea8cd49e67b req-e80ae74a-b1df-422c-8847-bd347674c35f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.291975 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-794c3a81-6160-4e8b-9ed4-dea8cd49e67b req-e80ae74a-b1df-422c-8847-bd347674c35f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0632687 Jul 16 08:46:03.332629 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-794c3a81-6160-4e8b-9ed4-dea8cd49e67b req-f1814b99-5346-48f7-8071-6da133615cdd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347989 Jul 16 08:46:04.084236 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.087045 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-97ffbf14-e33c-4b00-8c3e-6929c4b1e31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.103949 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device ee7be865-7712-46ac-8a70-7329bd24d674 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:04.122649 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: ee7be865-7712-46ac-8a70-7329bd24d674 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:04.123015 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device ee7be865-7712-46ac-8a70-7329bd24d674 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:04.509887 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c076d60-5636-4e80-9cb9-cbb80ac11d05 req-c2d00e8b-0b08-4b01-a1d2-ba9550a2086e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.511237 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3c076d60-5636-4e80-9cb9-cbb80ac11d05 req-c2d00e8b-0b08-4b01-a1d2-ba9550a2086e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0638413 Jul 16 08:46:04.547525 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3c076d60-5636-4e80-9cb9-cbb80ac11d05 req-4237f0fe-814c-4fcf-be4b-936859adffe2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Jul 16 08:46:04.715943 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6fc27-a2e8-4eb5-aa70-f19a20210cc5 req-6cecd25d-2d18-4ed0-b3a9-16547534a685 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.717403 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0ef6fc27-a2e8-4eb5-aa70-f19a20210cc5 req-6cecd25d-2d18-4ed0-b3a9-16547534a685 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0649867 Jul 16 08:46:04.725800 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46026) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.730053 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Request body: {'floatingip': {'port_id': '637a6db6-f185-4896-a812-c159c29fcd17'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.770937 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.191572 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.499883 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.db.resource_extend [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:46:05.578956 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.582299 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.686173 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.l3_db [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Floating IP 5c710868-cab9-4f0e-b03a-794d1f268000 associated. External IP: 172.27.0.76, port: 637a6db6-f185-4896-a812-c159c29fcd17. Jul 16 08:46:05.888845 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Router 17567e42-94ba-42b3-8e5f-212e15fad502 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:05.991517 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:05.996211 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.000426 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] Sync routers for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:06.009733 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:06.010342 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:06.030676 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-122c9863-9358-4c2a-8e24-a9a71ca821cc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "PUT /v2.0/floatingips/5c710868-cab9-4f0e-b03a-794d1f268000 HTTP/1.1" status: 200 len: 991 time: 1.3038812 Jul 16 08:46:06.031335 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:06.033580 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f393f6c-0bb1-469e-a8d3-498ea461bea9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "tag": "637a6db6-f185-4896-a812-c159c29fcd17"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:06.076572 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e469ec-d119-4332-adae-1d11bf8d0257 x-openstack-request-id: req-55e469ec-d119-4332-adae-1d11bf8d0257 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:06.076859 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "tag": "637a6db6-f185-4896-a812-c159c29fcd17", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:06.077106 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-55e469ec-d119-4332-adae-1d11bf8d0257 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:06.077498 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17', 'status': 'completed', 'code': 200} Jul 16 08:46:06.219131 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:06.474291 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '5c710868-cab9-4f0e-b03a-794d1f268000', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'port_id': '637a6db6-f185-4896-a812-c159c29fcd17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:52Z', 'updated_at': '2021-07-16T08:46:05Z', 'revision_number': 1, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:06.502089 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] Checking router: 17567e42-94ba-42b3-8e5f-212e15fad502 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:06.509954 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:06.510544 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:06.609452 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:06.818102 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '5c710868-cab9-4f0e-b03a-794d1f268000', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'port_id': '637a6db6-f185-4896-a812-c159c29fcd17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:52Z', 'updated_at': '2021-07-16T08:46:05Z', 'revision_number': 1, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:06.843964 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1862531-8385-4164-bd99-7128b8d3cbc6 None None] The sync data for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi is: [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '5c710868-cab9-4f0e-b03a-794d1f268000', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'port_id': '637a6db6-f185-4896-a812-c159c29fcd17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:52Z', 'updated_at': '2021-07-16T08:46:05Z', 'revision_number': 1, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:06.992638 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.013410 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771b5f0-2948-41fd-8c95-f4d50501e6a8 None None] New status for floating IP 5c710868-cab9-4f0e-b03a-794d1f268000: ACTIVE {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:46:08.745049 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-0b44c4f8-7948-450d-b3d1-33c1af9981e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.746528 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-0b44c4f8-7948-450d-b3d1-33c1af9981e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 1099 time: 0.0509944 Jul 16 08:46:08.840361 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-8e3e613a-2541-4a8c-8d16-62196dde3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.841820 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-8e3e613a-2541-4a8c-8d16-62196dde3edf service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.0885534 Jul 16 08:46:08.907174 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-97bbf3cb-d381-4c64-ae04-ced46a82b55c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637a6db6-f185-4896-a812-c159c29fcd17 HTTP/1.1" status: 200 len: 1001 time: 0.0579932 Jul 16 08:46:08.958747 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-d25a0d9d-5dbe-4daa-9d5b-3d40905bd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.960154 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-d25a0d9d-5dbe-4daa-9d5b-3d40905bd46b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0443342 Jul 16 08:46:09.014670 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-37c9b072-5573-48fe-a9b1-3b7ac8f6c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.016072 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-37c9b072-5573-48fe-a9b1-3b7ac8f6c93e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488181 Jul 16 08:46:09.105135 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-c690c43c-f504-44a7-8559-a8083d0fd2f4 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793290 Jul 16 08:46:09.196289 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f393f6c-0bb1-469e-a8d3-498ea461bea9 req-cbfb57b4-fc40-43d0-9420-557946f3070b service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833471 Jul 16 08:46:12.507903 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46114) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.616109 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-08244874-8e4b-4c86-b8c7-3a8814b1f934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.703533 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-08244874-8e4b-4c86-b8c7-3a8814b1f934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.707202 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-08244874-8e4b-4c86-b8c7-3a8814b1f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.744474 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-08244874-8e4b-4c86-b8c7-3a8814b1f934 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=285fc72482b04406975a393555d391f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355609 Jul 16 08:46:12.745328 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08244874-8e4b-4c86-b8c7-3a8814b1f934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5361a452-b1e9-467d-b793-f2e92b157000,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.747254 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 46118) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.797317 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.818131 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.863348 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.866550 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.867682 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5361a452-b1e9-467d-b793-f2e92b157000 HTTP/1.1" status: 204 len: 168 time: 0.1193471 Jul 16 08:46:12.875061 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5361a452-b1e9-467d-b793-f2e92b157000,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.882713 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.883064 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.883405 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.883741 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.884098 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.884538 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.884874 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.885203 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.885559 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.885886 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.886208 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:12.886534 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c801ed-a263-496e-bb3a-2d7c6b09058d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:13.054852 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:16.107604 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-6c24e257-b587-45c1-a11a-46a3c52a2ddc tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381120673&fields=id&tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd HTTP/1.1" status: 200 len: 267 time: 0.0356181 Jul 16 08:46:16.174531 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-28c1e08f-bc34-4bbc-9622-dcee56ae4b9d tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.176042 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-28c1e08f-bc34-4bbc-9622-dcee56ae4b9d tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 984 time: 0.0632114 Jul 16 08:46:16.186485 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Request body: {'port': {'security_groups': ['4d0f7a09-4218-44a3-bb05-4b70b1ba121f']}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:16.276928 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.441293 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] For port bf0a349c-f06d-4262-9b93-303cd8fdc633, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:16.470053 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.474571 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.517870 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['bf0a349c-f06d-4262-9b93-303cd8fdc633'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:16.520314 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.520972 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.523063 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6adcabc8-fc78-43c1-a9f5-0c0e85dee51e req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "PUT /v2.0/ports/bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 942 time: 0.3410714 Jul 16 08:46:16.523523 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:16.525802 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be66675-0a97-421b-9eb6-1a45f34fe83a" -d '{"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:16.530415 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 46192) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:16.570396 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b907e1-38c2-4b9c-b206-b5f4f6a89578 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event updated for resources: {'Port': ['ID=bf0a349c-f06d-4262-9b93-303cd8fdc633,revision_number=7']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:16.578226 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c14a92-d2a8-4038-8fea-9b4fb111a433 x-openstack-request-id: req-91c14a92-d2a8-4038-8fea-9b4fb111a433 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:16.578515 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:16.578765 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-91c14a92-d2a8-4038-8fea-9b4fb111a433 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:16.579154 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'status': 'completed', 'code': 200} Jul 16 08:46:16.612218 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6e6f8138-2482-4a98-ad9a-35e9e847d0b8 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.642473 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6e6f8138-2482-4a98-ad9a-35e9e847d0b8 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.696940 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['bf0a349c-f06d-4262-9b93-303cd8fdc633'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:16.730974 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-3f491235-5067-48b9-a9b7-fbd4adf4b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.733207 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-3f491235-5067-48b9-a9b7-fbd4adf4b919 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1098 time: 0.0805542 Jul 16 08:46:16.780630 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6e6f8138-2482-4a98-ad9a-35e9e847d0b8 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.783208 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6e6f8138-2482-4a98-ad9a-35e9e847d0b8 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.784453 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6e6f8138-2482-4a98-ad9a-35e9e847d0b8 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "DELETE /v2.0/security-groups/b00aea65-9cea-4ceb-a19d-de1017534bf1 HTTP/1.1" status: 204 len: 168 time: 0.2525287 Jul 16 08:46:16.787308 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46200) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:16.813153 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f8138-2482-4a98-ad9a-35e9e847d0b8 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00aea65-9cea-4ceb-a19d-de1017534bf1,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:16.885383 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-d8020345-f7ae-43cd-8d6e-f1ddeb43ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.886950 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-d8020345-f7ae-43cd-8d6e-f1ddeb43ecea service neutron] 10.222.0.62 "GET /v2.0/networks?id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 200 len: 916 time: 0.1453824 Jul 16 08:46:16.918330 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-40cdca88-80a1-4287-99d9-0790626f83c4 None None] Provisioning complete for port bf0a349c-f06d-4262-9b93-303cd8fdc633 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:16.919200 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-40cdca88-80a1-4287-99d9-0790626f83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.970080 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Deleting port b4d8fd1d-742b-4407-bd5a-b3d8dd2631e3 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:16.970765 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.978695 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-79ebf1ee-fc83-4c60-a925-85d083c96ce7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 1001 time: 0.0777419 Jul 16 08:46:17.036211 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-9250aa7c-7c13-45f0-91cb-f08775a376f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.039003 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-9250aa7c-7c13-45f0-91cb-f08775a376f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bfec918-edb4-4868-af55-f69eb83faed5 HTTP/1.1" status: 200 len: 854 time: 0.0567398 Jul 16 08:46:17.060246 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.060663 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.073596 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Calling delete_port for b4d8fd1d-742b-4407-bd5a-b3d8dd2631e3 owned by network:floatingip {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:17.104167 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-c067731a-f925-4c7f-847b-62d60ccdd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.105680 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-c067731a-f925-4c7f-847b-62d60ccdd7ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573440 Jul 16 08:46:17.200252 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-4840a1c4-a0df-4bac-9d74-acc0003d7aab service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833125 Jul 16 08:46:17.245648 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.270030 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event deleted for resources: {'Port': ['ID=b4d8fd1d-742b-4407-bd5a-b3d8dd2631e3,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.296769 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1be66675-0a97-421b-9eb6-1a45f34fe83a req-b8afa8f8-96ef-4f85-9490-11077c0b74ca service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860155 Jul 16 08:46:17.334943 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks [] for floatingip, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.335361 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.l3_db [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Floating IP 31d15460-56f7-40d0-a772-18cc37261766 disassociated (deleted). External IP: 172.27.0.198, port: bf0a349c-f06d-4262-9b93-303cd8fdc633. Jul 16 08:46:17.534551 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Router 7643a765-d014-43ad-b825-de320b3c3def has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:17.638182 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:17.642598 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.647787 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] Sync routers for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:17.656277 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:17.656880 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:17.680785 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-32d26645-487a-49a6-b10a-2947330d687a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "DELETE /v2.0/floatingips/31d15460-56f7-40d0-a772-18cc37261766 HTTP/1.1" status: 204 len: 168 time: 0.8921850 Jul 16 08:46:17.760635 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:17.973799 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:19Z', 'revision_number': 5, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:18.000511 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] Checking router: 7643a765-d014-43ad-b825-de320b3c3def for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:18.008842 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:18.009466 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:18.112689 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:18.414942 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:19Z', 'revision_number': 5, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:18.443939 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30818a6b-a624-417f-8ec6-b8a8da302a95 None None] The sync data for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi is: [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 4, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '37e9175a-e996-4138-8454-0886a2567058', 'name': '', 'network_id': 'e47c7b0e-560f-4cb7-8e35-c2045f24abc2', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'mac_address': 'fa:16:3e:5f:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:11Z', 'updated_at': '2021-07-16T08:43:19Z', 'revision_number': 5, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'subnets': [{'id': '0bfec918-edb4-4868-af55-f69eb83faed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:18.580216 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:18.582534 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:18.620743 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41d903e-cdf9-403b-92bd-1de73f3c7888 x-openstack-request-id: req-b41d903e-cdf9-403b-92bd-1de73f3c7888 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:18.621053 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:18.621299 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b41d903e-cdf9-403b-92bd-1de73f3c7888 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:18.621682 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'status': 'completed', 'code': 200} Jul 16 08:46:18.648752 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f3e39-3d32-4115-967e-d66039f6e31f None None] New status for floating IP 31d15460-56f7-40d0-a772-18cc37261766: DOWN {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:46:20.207382 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-f8af3e51-cd2c-4399-9cb7-1bf69f0b0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.209526 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-f8af3e51-cd2c-4399-9cb7-1bf69f0b0113 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 1098 time: 0.0560544 Jul 16 08:46:20.303610 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-899005c2-bfc0-40f8-a4ec-4e1617d5a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.305106 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-899005c2-bfc0-40f8-a4ec-4e1617d5a1d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 200 len: 916 time: 0.0859466 Jul 16 08:46:20.356979 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-68bdb7c0-a649-4ac2-bfcf-115168947549 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 200 len: 217 time: 0.0328765 Jul 16 08:46:20.404170 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-69c0928e-40f8-4466-a6d3-5372bdc9e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.405557 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-69c0928e-40f8-4466-a6d3-5372bdc9e8ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bfec918-edb4-4868-af55-f69eb83faed5 HTTP/1.1" status: 200 len: 854 time: 0.0424569 Jul 16 08:46:20.462692 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-3e4f69b8-c866-4a87-ba29-2c49193c93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.464181 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-3e4f69b8-c866-4a87-ba29-2c49193c93bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e47c7b0e-560f-4cb7-8e35-c2045f24abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498219 Jul 16 08:46:20.553883 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-5387016f-111f-4203-8e1a-9a967d650416 service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812509 Jul 16 08:46:20.646536 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f41916cb-f9c5-4bd8-9748-9bedc2f02ba3 req-caad807d-3620-4088-a1e1-cb1f96812479 service neutron] 10.222.0.62 "GET /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829737 Jul 16 08:46:22.899913 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed24e10-5972-4960-8a01-0239bffef61a req-c8c07a58-27aa-446b-9e7d-d22454f16d7a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.901346 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9ed24e10-5972-4960-8a01-0239bffef61a req-c8c07a58-27aa-446b-9e7d-d22454f16d7a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.0624020 Jul 16 08:46:22.938873 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9ed24e10-5972-4960-8a01-0239bffef61a req-c891cf3a-da5d-4993-99dc-050ef3bbf51a tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Jul 16 08:46:24.106413 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857e7d8-9b60-4a45-adc0-4e939c6ac3e0 req-930b464c-0ce1-4a3a-8a8a-8d3f1065d430 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.107894 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e857e7d8-9b60-4a45-adc0-4e939c6ac3e0 req-930b464c-0ce1-4a3a-8a8a-8d3f1065d430 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.0619397 Jul 16 08:46:24.144943 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e857e7d8-9b60-4a45-adc0-4e939c6ac3e0 req-a49bf148-9f7a-47c3-9879-4eb0d41e70e6 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/security-groups?id=4d0f7a09-4218-44a3-bb05-4b70b1ba121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Jul 16 08:46:24.940956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-a87851cc-f313-4c47-9082-1c11f1412bc5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.942295 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-a87851cc-f313-4c47-9082-1c11f1412bc5 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.62 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 945 time: 0.0605261 Jul 16 08:46:25.036971 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Deleting port bf0a349c-f06d-4262-9b93-303cd8fdc633 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:25.037313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.124198 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] For port bf0a349c-f06d-4262-9b93-303cd8fdc633, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=bf0a349c-f06d-4262-9b93-303cd8fdc633,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:25.124551 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.136329 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Calling delete_port for bf0a349c-f06d-4262-9b93-303cd8fdc633 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:25.261768 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.288007 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Pushing event deleted for resources: {'Port': ['ID=bf0a349c-f06d-4262-9b93-303cd8fdc633,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:25.288758 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5fd0ed40-a4cc-44cd-8db9-affb6864bcaa req-75c7696b-f77f-4b52-aaa8-c0c2f544bc11 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.63 "GET /v2.0/ports?device_id=185eb79f-aaee-4790-b2a0-554a409c190a HTTP/1.1" status: 200 len: 210 time: 0.0311456 Jul 16 08:46:25.299165 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['bf0a349c-f06d-4262-9b93-303cd8fdc633'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:25.337024 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] No DVR routers for this DVR port bf0a349c-f06d-4262-9b93-303cd8fdc633 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:25.339256 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.341233 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-934ff563-4084-48d5-a3c3-3b0738902a11 req-80380956-5078-4f06-8f0a-f05a3bdc8ab1 tempest-TestMinimumBasicScenario-1854812098 tempest-TestMinimumBasicScenario-1854812098-project] 10.222.0.62 "DELETE /v2.0/ports/bf0a349c-f06d-4262-9b93-303cd8fdc633 HTTP/1.1" status: 204 len: 173 time: 0.3941793 Jul 16 08:46:25.341655 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'name': 'network-vif-deleted', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:25.343839 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61177469-e57d-4f99-b77b-f9d0f6a14fea" -d '{"events": [{"server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "name": "network-vif-deleted", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:25.382593 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7e5c42-733f-4850-b457-c1d9873692e0 x-openstack-request-id: req-bd7e5c42-733f-4850-b457-c1d9873692e0 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:25.382885 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185eb79f-aaee-4790-b2a0-554a409c190a", "name": "network-vif-deleted", "tag": "bf0a349c-f06d-4262-9b93-303cd8fdc633", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:25.383143 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd7e5c42-733f-4850-b457-c1d9873692e0 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:25.383530 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185eb79f-aaee-4790-b2a0-554a409c190a', 'name': 'network-vif-deleted', 'tag': 'bf0a349c-f06d-4262-9b93-303cd8fdc633', 'status': 'completed', 'code': 200} Jul 16 08:46:27.133348 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46388) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.525222 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.054090 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Deleting port 37e9175a-e996-4138-8454-0886a2567058 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:28.054447 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.141340 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] For port 37e9175a-e996-4138-8454-0886a2567058, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=37e9175a-e996-4138-8454-0886a2567058,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:28.142352 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.156195 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Calling delete_port for 37e9175a-e996-4138-8454-0886a2567058 owned by network:router_interface {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:28.395036 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.421403 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e9175a-e996-4138-8454-0886a2567058,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.583645 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.791090 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Router 7643a765-d014-43ad-b825-de320b3c3def has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:28.892433 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:28.898113 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-1243a41e-1d49-4db0-985d-b552a271ce34 admin admin] 10.222.0.63 "PUT /v2.0/routers/7643a765-d014-43ad-b825-de320b3c3def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636654 Jul 16 08:46:28.900748 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46404) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.901633 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] Sync routers for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:28.910589 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:28.911193 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.000703 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks [] for router, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.011802 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:29.103703 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.154094 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Deleting port 60f7d72d-5066-41d7-b2f9-758616fe79ba {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:29.154748 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.185957 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port': {'id': '60f7d72d-5066-41d7-b2f9-758616fe79ba', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643a765-d014-43ad-b825-de320b3c3def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.217140 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] Checking router: 7643a765-d014-43ad-b825-de320b3c3def for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:29.225594 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] Routers {'7643a765-d014-43ad-b825-de320b3c3def'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:29.226211 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['7643a765-d014-43ad-b825-de320b3c3def'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.235558 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] For port 60f7d72d-5066-41d7-b2f9-758616fe79ba, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=60f7d72d-5066-41d7-b2f9-758616fe79ba,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:29.235963 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.247443 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Calling delete_port for 60f7d72d-5066-41d7-b2f9-758616fe79ba owned by network:router_gateway {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:29.315690 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] Set router 7643a765-d014-43ad-b825-de320b3c3def gateway port host: None {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:29.389105 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:46:29Z', 'revision_number': 6, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port_host': None}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.418963 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324b8fb-92ba-48cd-a3c4-c565d1e74f7f None None] The sync data for ids ['7643a765-d014-43ad-b825-de320b3c3def'] in dv-cinder-800768-3-iscsi is: [{'id': '7643a765-d014-43ad-b825-de320b3c3def', 'name': 'tempest-TestMinimumBasicScenario-1032521252-router', 'tenant_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:09Z', 'updated_at': '2021-07-16T08:46:29Z', 'revision_number': 6, 'project_id': '4c107ea27ddb49fcbd761bf966f7a7dd', 'gw_port_host': None}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:29.433730 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.468576 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Pushing event deleted for resources: {'Port': ['ID=60f7d72d-5066-41d7-b2f9-758616fe79ba,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.530584 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.636672 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.640303 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.642048 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device bf0a349c-f06d-4262-9b93-303cd8fdc633 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:29.663924 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: bf0a349c-f06d-4262-9b93-303cd8fdc633 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:29.664524 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device bf0a349c-f06d-4262-9b93-303cd8fdc633 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:29.715418 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.715963 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7643a765-d014-43ad-b825-de320b3c3def {{(pid=99543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:29.721125 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.722312 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-c747ce9d-ed15-405a-85b4-2d5bd8d8ee2b admin admin] 10.222.0.63 "DELETE /v2.0/routers/7643a765-d014-43ad-b825-de320b3c3def HTTP/1.1" status: 204 len: 168 time: 0.8206167 Jul 16 08:46:29.724843 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46422) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.770069 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a45a16-1a29-4c4a-b3c8-cfa81ad8952e admin admin] Deleting subnet 0bfec918-edb4-4868-af55-f69eb83faed5 {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:29.773742 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-36a45a16-1a29-4c4a-b3c8-cfa81ad8952e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.809221 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-36a45a16-1a29-4c4a-b3c8-cfa81ad8952e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.919369 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-36a45a16-1a29-4c4a-b3c8-cfa81ad8952e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.971626 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-36a45a16-1a29-4c4a-b3c8-cfa81ad8952e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.001846 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a45a16-1a29-4c4a-b3c8-cfa81ad8952e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bfec918-edb4-4868-af55-f69eb83faed5,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.003993 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-36a45a16-1a29-4c4a-b3c8-cfa81ad8952e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.008338 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-36a45a16-1a29-4c4a-b3c8-cfa81ad8952e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0bfec918-edb4-4868-af55-f69eb83faed5 HTTP/1.1" status: 204 len: 168 time: 0.2825291 Jul 16 08:46:30.008531 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 46424) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.008986 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1e873-7b99-430c-a82b-02857682935d None None] Network e47c7b0e-560f-4cb7-8e35-c2045f24abc2 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:30.081589 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.139720 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Deleting port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:30.140340 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.204528 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 60f7d72d-5066-41d7-b2f9-758616fe79ba no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:30.220928 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] For port 8ca4da30-3e9a-4136-bc98-01dbd63057c9, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8ca4da30-3e9a-4136-bc98-01dbd63057c9,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:30.221289 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.233317 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Calling delete_port for 8ca4da30-3e9a-4136-bc98-01dbd63057c9 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:30.233670 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 60f7d72d-5066-41d7-b2f9-758616fe79ba {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:30.234083 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 60f7d72d-5066-41d7-b2f9-758616fe79ba not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:30.234582 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 37e9175a-e996-4138-8454-0886a2567058 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:30.256590 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] DHCP port deletion for e47c7b0e-560f-4cb7-8e35-c2045f24abc2 request from dv-cinder-800768-3-iscsi {{(pid=99544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:30.258832 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 37e9175a-e996-4138-8454-0886a2567058 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:30.259178 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 37e9175a-e996-4138-8454-0886a2567058 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:30.304078 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] Deleting port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 {{(pid=99544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:30.304494 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.320136 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.344855 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca4da30-3e9a-4136-bc98-01dbd63057c9,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.351135 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] No DVR routers for this DVR port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 on host dv-cinder-800768-3-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:30.368316 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] For port 8ca4da30-3e9a-4136-bc98-01dbd63057c9, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8ca4da30-3e9a-4136-bc98-01dbd63057c9,segment=NetworkSegment(022e0c37-4275-4fd0-b98a-761a8a965a4c),segment_id=022e0c37-4275-4fd0-b98a-761a8a965a4c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:30.368707 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.379970 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] Calling delete_port for 8ca4da30-3e9a-4136-bc98-01dbd63057c9 owned by network:dhcp {{(pid=99544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:30.423065 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.432777 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47c7b0e-560f-4cb7-8e35-c2045f24abc2']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.443726 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022e0c37-4275-4fd0-b98a-761a8a965a4c') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.444095 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022e0c37-4275-4fd0-b98a-761a8a965a4c') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.454285 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.467321 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.473771 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:30.474754 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:30.476628 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:30.502651 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884'] for port, after_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.528265 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] Pushing event deleted for resources: {'Port': ['ID=8ca4da30-3e9a-4136-bc98-01dbd63057c9,revision_number=None']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.530635 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.536421 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.537664 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae6efc-38d6-4767-9218-c9683ae51c1a None None] No DVR routers for this DVR port 8ca4da30-3e9a-4136-bc98-01dbd63057c9 on host dv-cinder-800768-3-iscsi {{(pid=99544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:30.538900 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] 10.222.0.63 "DELETE /v2.0/networks/e47c7b0e-560f-4cb7-8e35-c2045f24abc2 HTTP/1.1" status: 204 len: 168 time: 0.5294032 Jul 16 08:46:30.541823 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46428) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.549428 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537ac5-77a7-491d-af05-f2bd8ab7440c admin admin] Pushing event deleted for resources: {'Network': ['ID=e47c7b0e-560f-4cb7-8e35-c2045f24abc2,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.616363 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.889788 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.130456 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Deleting port 51a3a878-acbd-4fd0-ac96-76a0a987fe49 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:31.130795 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.207506 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] For port 51a3a878-acbd-4fd0-ac96-76a0a987fe49, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=51a3a878-acbd-4fd0-ac96-76a0a987fe49,segment=NetworkSegment(f6d51f71-5c5e-4b11-83b2-bdd1d26382ff),segment_id=f6d51f71-5c5e-4b11-83b2-bdd1d26382ff)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:31.207862 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.220322 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Calling delete_port for 51a3a878-acbd-4fd0-ac96-76a0a987fe49 owned by network:router_interface {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:31.500516 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-88b190bd-db7f-49ef-b940-da41e996a9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.645521 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.671461 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a3a878-acbd-4fd0-ac96-76a0a987fe49,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.840731 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.055811 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Router 2fcfef08-5545-47d1-8708-d8e396b95d5c has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:32.160958 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:32.166528 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-79b3a48d-b6c4-4247-bf7b-a7eaaeacdd48 admin admin] 10.222.0.63 "PUT /v2.0/routers/2fcfef08-5545-47d1-8708-d8e396b95d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230512 Jul 16 08:46:32.169100 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46446) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.174658 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] Sync routers for ids ['2fcfef08-5545-47d1-8708-d8e396b95d5c'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:32.184024 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] Routers {'2fcfef08-5545-47d1-8708-d8e396b95d5c'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:32.184853 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['2fcfef08-5545-47d1-8708-d8e396b95d5c'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:32.216747 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8ca4da30-3e9a-4136-bc98-01dbd63057c9 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:32.237329 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 8ca4da30-3e9a-4136-bc98-01dbd63057c9 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:32.237844 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8ca4da30-3e9a-4136-bc98-01dbd63057c9 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:32.274108 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks [] for router, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.371369 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] Set router 2fcfef08-5545-47d1-8708-d8e396b95d5c gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:32.375826 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.426394 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Deleting port 521ff8f5-33ac-4861-afb5-8c53ce53586a {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:32.426735 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.505100 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] For port 521ff8f5-33ac-4861-afb5-8c53ce53586a, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=521ff8f5-33ac-4861-afb5-8c53ce53586a,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:32.505458 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.516568 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Calling delete_port for 521ff8f5-33ac-4861-afb5-8c53ce53586a owned by network:router_gateway {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:32.544426 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:46:31Z', 'revision_number': 5, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port': {'id': '521ff8f5-33ac-4861-afb5-8c53ce53586a', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:15Z', 'updated_at': '2021-07-16T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:32.569072 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] Checking router: 2fcfef08-5545-47d1-8708-d8e396b95d5c for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:32.576870 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] Routers {'2fcfef08-5545-47d1-8708-d8e396b95d5c'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:32.577480 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['2fcfef08-5545-47d1-8708-d8e396b95d5c'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:32.659598 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] Set router 2fcfef08-5545-47d1-8708-d8e396b95d5c gateway port host: None {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:32.679553 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.704045 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Pushing event deleted for resources: {'Port': ['ID=521ff8f5-33ac-4861-afb5-8c53ce53586a,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.710633 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 6, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port_host': None}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:32.739207 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a886ac8a-20b6-4d8f-bb1a-072a40a0e2df None None] The sync data for ids ['2fcfef08-5545-47d1-8708-d8e396b95d5c'] in dv-cinder-800768-3-iscsi is: [{'id': '2fcfef08-5545-47d1-8708-d8e396b95d5c', 'name': 'tempest-TestMinimumBasicScenario-1705620657-router', 'tenant_id': '57ff047a0cce4f6fb637c44ee3a93920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:14Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 6, 'project_id': '57ff047a0cce4f6fb637c44ee3a93920', 'gw_port_host': None}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:32.765613 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.858797 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.860955 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.904263 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.904815 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fcfef08-5545-47d1-8708-d8e396b95d5c {{(pid=99543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:32.909766 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.910838 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-9b05d64c-b2e9-4e21-b402-79c713153fac admin admin] 10.222.0.63 "DELETE /v2.0/routers/2fcfef08-5545-47d1-8708-d8e396b95d5c HTTP/1.1" status: 204 len: 168 time: 0.7408254 Jul 16 08:46:32.913766 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46450) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.956776 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26200b7-171b-4b3d-96f9-4b82c9958296 admin admin] Deleting subnet c41506ff-95af-4501-84db-d05209a27a7f {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:32.959761 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b26200b7-171b-4b3d-96f9-4b82c9958296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.993602 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b26200b7-171b-4b3d-96f9-4b82c9958296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.083469 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b26200b7-171b-4b3d-96f9-4b82c9958296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.145940 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b26200b7-171b-4b3d-96f9-4b82c9958296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.174961 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26200b7-171b-4b3d-96f9-4b82c9958296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41506ff-95af-4501-84db-d05209a27a7f,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.176770 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b26200b7-171b-4b3d-96f9-4b82c9958296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.179223 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-b26200b7-171b-4b3d-96f9-4b82c9958296 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c41506ff-95af-4501-84db-d05209a27a7f HTTP/1.1" status: 204 len: 168 time: 0.2645054 Jul 16 08:46:33.181820 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 46458) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.182281 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc3541-50fd-4703-8487-d8925550c541 None None] Network 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:33.257483 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.307288 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Deleting port 8c8a2847-2918-4d02-8e62-11b165b63d31 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:33.307636 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.556749 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] DHCP port deletion for 5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 request from dv-cinder-800768-3-iscsi {{(pid=99544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:33.604714 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] Deleting port 8c8a2847-2918-4d02-8e62-11b165b63d31 {{(pid=99544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:33.605095 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.618978 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] For port 8c8a2847-2918-4d02-8e62-11b165b63d31, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c8a2847-2918-4d02-8e62-11b165b63d31,segment=NetworkSegment(f6d51f71-5c5e-4b11-83b2-bdd1d26382ff),segment_id=f6d51f71-5c5e-4b11-83b2-bdd1d26382ff)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:33.619345 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.631931 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Calling delete_port for 8c8a2847-2918-4d02-8e62-11b165b63d31 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:33.669204 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] For port 8c8a2847-2918-4d02-8e62-11b165b63d31, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c8a2847-2918-4d02-8e62-11b165b63d31,segment=NetworkSegment(f6d51f71-5c5e-4b11-83b2-bdd1d26382ff),segment_id=f6d51f71-5c5e-4b11-83b2-bdd1d26382ff)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:33.669601 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.681881 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] Calling delete_port for 8c8a2847-2918-4d02-8e62-11b165b63d31 owned by network:dhcp {{(pid=99544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:33.710031 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.732641 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8a2847-2918-4d02-8e62-11b165b63d31,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.738535 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] No DVR routers for this DVR port 8c8a2847-2918-4d02-8e62-11b165b63d31 on host dv-cinder-800768-3-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:33.759599 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884'] for port, after_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.788501 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] Pushing event deleted for resources: {'Port': ['ID=8c8a2847-2918-4d02-8e62-11b165b63d31,revision_number=None']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.792125 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46717f32-34bd-4c86-a2ef-156e3514d8d9 None None] No DVR routers for this DVR port 8c8a2847-2918-4d02-8e62-11b165b63d31 on host dv-cinder-800768-3-iscsi {{(pid=99544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:33.816967 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.828481 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c043ec5-8bcc-47ff-98c1-2c62e3c1de29']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:33.839302 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:33.839673 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d51f71-5c5e-4b11-83b2-bdd1d26382ff') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:33.849100 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.865916 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.871967 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:33.872361 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:33.873953 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:33.928788 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.933894 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.938702 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5c043ec5-8bcc-47ff-98c1-2c62e3c1de29 HTTP/1.1" status: 204 len: 168 time: 0.7529118 Jul 16 08:46:33.946775 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55d17b-30c2-4902-a895-33f4ebea6fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c043ec5-8bcc-47ff-98c1-2c62e3c1de29,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.090494 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.090494 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-16d6d03d-d6a5-4e61-94ae-04644fcc14f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.107623 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46464) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.157421 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-54f22c86-ccd5-459b-ae58-8f701913bea2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c107ea27ddb49fcbd761bf966f7a7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474391 Jul 16 08:46:34.160116 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46468) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.170704 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 521ff8f5-33ac-4861-afb5-8c53ce53586a no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:34.192696 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 521ff8f5-33ac-4861-afb5-8c53ce53586a {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:34.193825 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 521ff8f5-33ac-4861-afb5-8c53ce53586a not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:34.193999 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c8a2847-2918-4d02-8e62-11b165b63d31 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:34.213160 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 8c8a2847-2918-4d02-8e62-11b165b63d31 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:34.213509 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c8a2847-2918-4d02-8e62-11b165b63d31 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:34.213934 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 51a3a878-acbd-4fd0-ac96-76a0a987fe49 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:34.214566 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-95c68105-5b85-4dc4-af9f-d041001b4afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.235224 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 51a3a878-acbd-4fd0-ac96-76a0a987fe49 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:34.235586 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 51a3a878-acbd-4fd0-ac96-76a0a987fe49 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:34.246851 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-95c68105-5b85-4dc4-af9f-d041001b4afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.296439 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-95c68105-5b85-4dc4-af9f-d041001b4afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.299228 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-95c68105-5b85-4dc4-af9f-d041001b4afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.300379 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-95c68105-5b85-4dc4-af9f-d041001b4afe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4d0f7a09-4218-44a3-bb05-4b70b1ba121f HTTP/1.1" status: 204 len: 168 time: 0.1393740 Jul 16 08:46:34.308293 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c68105-5b85-4dc4-af9f-d041001b4afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0f7a09-4218-44a3-bb05-4b70b1ba121f,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.596234 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46478) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.636934 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4f38ccb4-f71c-40da-af39-4fc8b874eacc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57ff047a0cce4f6fb637c44ee3a93920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395305 Jul 16 08:46:34.639182 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46480) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.687370 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-71da40c3-0266-4147-aec7-d975c21198e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.709346 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-71da40c3-0266-4147-aec7-d975c21198e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.754422 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-71da40c3-0266-4147-aec7-d975c21198e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.757747 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-71da40c3-0266-4147-aec7-d975c21198e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.758863 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-71da40c3-0266-4147-aec7-d975c21198e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/271ad08e-6637-41a8-98df-d939538af1ed HTTP/1.1" status: 204 len: 168 time: 0.1188092 Jul 16 08:46:34.766585 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da40c3-0266-4147-aec7-d975c21198e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271ad08e-6637-41a8-98df-d939538af1ed,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.190614 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.995970 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.518066 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142c26b-3915-4b67-8380-84563bf2b63b req-fe713783-ebcb-4b66-b398-0cc8f0ab8411 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.519417 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b142c26b-3915-4b67-8380-84563bf2b63b req-fe713783-ebcb-4b66-b398-0cc8f0ab8411 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.1525290 Jul 16 08:46:49.555768 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b142c26b-3915-4b67-8380-84563bf2b63b req-f3bb9428-57c5-4484-9ae8-784100b72915 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Jul 16 08:46:50.053940 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:50.735554 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffc58e-c855-4417-9475-01b2c20f6dbd req-3b54328d-6815-4ecd-9b36-457ce302b80b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.737032 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-93ffc58e-c855-4417-9475-01b2c20f6dbd req-3b54328d-6815-4ecd-9b36-457ce302b80b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0639791 Jul 16 08:46:50.773102 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-93ffc58e-c855-4417-9475-01b2c20f6dbd req-7e2558cc-f0c4-4564-9aaf-9ad0434efed5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306182 Jul 16 08:46:51.950755 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8214e-2102-43ca-8536-6f1ae3c7e5d4 req-f815d76d-c742-473a-98a7-e3a154115221 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.952111 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fff8214e-2102-43ca-8536-6f1ae3c7e5d4 req-f815d76d-c742-473a-98a7-e3a154115221 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0628824 Jul 16 08:46:51.989180 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fff8214e-2102-43ca-8536-6f1ae3c7e5d4 req-61981735-6e87-4d03-b8c0-d97c3515c49d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Jul 16 08:46:52.821636 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f256191-1e3d-443a-8202-23efc89581d7 req-54b8c1d1-0a77-4608-9117-ae00e051f5f9 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.823253 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9f256191-1e3d-443a-8202-23efc89581d7 req-54b8c1d1-0a77-4608-9117-ae00e051f5f9 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0663087 Jul 16 08:46:52.866808 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9f256191-1e3d-443a-8202-23efc89581d7 req-dd59d795-0428-4ff2-913e-a37fcdc71d36 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337479 Jul 16 08:46:53.177637 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24c34d-7433-4e7f-a71c-21154daf3079 req-41b369c9-fd1c-4484-8d94-41fe62caf135 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.179041 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6f24c34d-7433-4e7f-a71c-21154daf3079 req-41b369c9-fd1c-4484-8d94-41fe62caf135 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0713289 Jul 16 08:46:53.216516 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6f24c34d-7433-4e7f-a71c-21154daf3079 req-843062a8-36a5-4108-b4ef-8e2c2e6034a5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319209 Jul 16 08:46:54.041013 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd2600-68b7-461d-a566-48ed4f199c39 req-d32a11fb-0e80-4a84-b110-f64af5df63d0 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.042526 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-88bd2600-68b7-461d-a566-48ed4f199c39 req-d32a11fb-0e80-4a84-b110-f64af5df63d0 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0632718 Jul 16 08:46:54.085926 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-88bd2600-68b7-461d-a566-48ed4f199c39 req-05280d46-c1ad-4c7e-aaf9-4679b0717f95 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338984 Jul 16 08:46:54.399908 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc03fa3-3bf5-40f5-a1c4-5a5613e4b81e req-3a202aaa-5bc2-4ca5-973f-9c2799b3fd56 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.401390 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4fc03fa3-3bf5-40f5-a1c4-5a5613e4b81e req-3a202aaa-5bc2-4ca5-973f-9c2799b3fd56 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0666709 Jul 16 08:46:54.439103 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4fc03fa3-3bf5-40f5-a1c4-5a5613e4b81e req-641f0eee-5b04-4f98-b6bc-f76bf6701284 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320270 Jul 16 08:46:54.465157 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46720) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:54.565495 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.649703 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.653471 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.691260 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=945de73a23ec468da18579ad3e2e1264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250924 Jul 16 08:46:54.692162 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b9c5ba-f7ef-439b-bba2-f8b472f9353c,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.693956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 46724) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:54.699067 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.699423 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.699775 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.700137 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.700477 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.700815 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.701147 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.701479 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.701808 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.702137 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.702463 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.702788 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f732383-fd1c-4488-adb9-fade4621e243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.741312 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4a297af7-085a-429f-9872-a60e739a7ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.764177 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4a297af7-085a-429f-9872-a60e739a7ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.808855 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4a297af7-085a-429f-9872-a60e739a7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.811406 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4a297af7-085a-429f-9872-a60e739a7ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.812611 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4a297af7-085a-429f-9872-a60e739a7ca8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d0b9c5ba-f7ef-439b-bba2-f8b472f9353c HTTP/1.1" status: 204 len: 168 time: 0.1176083 Jul 16 08:46:54.821026 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a297af7-085a-429f-9872-a60e739a7ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b9c5ba-f7ef-439b-bba2-f8b472f9353c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.910296 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-83f21db1-d400-4eca-9d5b-189c0bfadf91 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.912476 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-83f21db1-d400-4eca-9d5b-189c0bfadf91 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.0650482 Jul 16 08:46:55.011797 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Deleting port 8dce1f4e-e088-4589-aa64-1d470478b31e {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:55.012171 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.078463 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46730) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:55.095683 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2424835c-ad75-4290-ace4-f8e8ae6e0907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.106235 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] For port 8dce1f4e-e088-4589-aa64-1d470478b31e, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8dce1f4e-e088-4589-aa64-1d470478b31e,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.106924 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.199512 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2424835c-ad75-4290-ace4-f8e8ae6e0907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.204040 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2424835c-ad75-4290-ace4-f8e8ae6e0907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.246188 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-2424835c-ad75-4290-ace4-f8e8ae6e0907 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5cb6a2c4c82e4df58ea9fad3546df8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627498 Jul 16 08:46:55.246188 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424835c-ad75-4290-ace4-f8e8ae6e0907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68f095-81a1-4b72-9abf-ae47a404ebb1,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.246857 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46734) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:55.294018 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cf9a-e0e8-4263-85ec-d81e5f0eccc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.317372 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cf9a-e0e8-4263-85ec-d81e5f0eccc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.328577 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.328951 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.329266 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Floating IP 2e59bf60-3710-4de8-a87a-068df191de05 disassociated. External IP: 172.27.0.181, port: 8dce1f4e-e088-4589-aa64-1d470478b31e. Jul 16 08:46:55.329609 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Calling delete_port for 8dce1f4e-e088-4589-aa64-1d470478b31e owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:55.338590 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeee609-fb5a-455a-866d-db71a411bee6 req-43873182-ab67-4f25-bb82-6fa2c45cdc8d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.340198 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7eeee609-fb5a-455a-866d-db71a411bee6 req-43873182-ab67-4f25-bb82-6fa2c45cdc8d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 945 time: 0.1294520 Jul 16 08:46:55.364941 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cf9a-e0e8-4263-85ec-d81e5f0eccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.367728 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cf9a-e0e8-4263-85ec-d81e5f0eccc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.368886 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e5b9cf9a-e0e8-4263-85ec-d81e5f0eccc3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7d68f095-81a1-4b72-9abf-ae47a404ebb1 HTTP/1.1" status: 204 len: 168 time: 0.1210911 Jul 16 08:46:55.377653 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9cf9a-e0e8-4263-85ec-d81e5f0eccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68f095-81a1-4b72-9abf-ae47a404ebb1,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.438774 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7eeee609-fb5a-455a-866d-db71a411bee6 req-d2e18429-51b3-46bb-b795-541126c2c42e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=72f0cffb-3498-4b9b-8fa9-ed772d86abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862951 Jul 16 08:46:55.512645 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.540559 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event deleted for resources: {'Port': ['ID=8dce1f4e-e088-4589-aa64-1d470478b31e,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.627320 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b07fc1-92cd-4865-bb48-b1ad9362b709 req-c0db9610-bb5a-4379-8bdb-e02272a6d6cb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.628857 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d5b07fc1-92cd-4865-bb48-b1ad9362b709 req-c0db9610-bb5a-4379-8bdb-e02272a6d6cb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0705628 Jul 16 08:46:55.668188 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d5b07fc1-92cd-4865-bb48-b1ad9362b709 req-c4d3b674-76eb-4bc4-b644-61223b7e1fa5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330062 Jul 16 08:46:55.675018 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Router d485e6ad-c354-44d0-89a3-8c409ab892d0 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:55.784280 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:55.794513 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] Sync routers for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:55.804416 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:55.805041 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:55.832978 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] No DVR routers for this DVR port 8dce1f4e-e088-4589-aa64-1d470478b31e on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:55.836058 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.838020 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f2073f7f-6c00-44f9-acce-f9b21b5cb943 req-2c244643-e65b-4b44-af2a-4c0715b1b215 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "DELETE /v2.0/ports/8dce1f4e-e088-4589-aa64-1d470478b31e HTTP/1.1" status: 204 len: 173 time: 0.9213178 Jul 16 08:46:55.838799 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10899187-8220-4656-80a4-38d02e387b50', 'name': 'network-vif-deleted', 'tag': '8dce1f4e-e088-4589-aa64-1d470478b31e'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:55.840782 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef32c77-b7e7-4031-a15f-721a6b4c85bc" -d '{"events": [{"server_uuid": "10899187-8220-4656-80a4-38d02e387b50", "name": "network-vif-deleted", "tag": "8dce1f4e-e088-4589-aa64-1d470478b31e"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:55.881810 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090ea5aa-0546-411d-a07c-beb34e6bdba7 x-openstack-request-id: req-090ea5aa-0546-411d-a07c-beb34e6bdba7 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:55.882311 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10899187-8220-4656-80a4-38d02e387b50", "name": "network-vif-deleted", "tag": "8dce1f4e-e088-4589-aa64-1d470478b31e", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:55.883212 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-090ea5aa-0546-411d-a07c-beb34e6bdba7 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:55.883811 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10899187-8220-4656-80a4-38d02e387b50', 'name': 'network-vif-deleted', 'tag': '8dce1f4e-e088-4589-aa64-1d470478b31e', 'status': 'completed', 'code': 200} Jul 16 08:46:56.039840 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:56.239153 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:56.264785 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] Checking router: d485e6ad-c354-44d0-89a3-8c409ab892d0 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:56.272809 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:56.273418 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:46:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:56.381385 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:56.606100 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-915d6fc5-dea1-4732-838b-25162848d9ac req-63dae89a-c6d3-40e8-9827-9b0a8bdf8850 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=10899187-8220-4656-80a4-38d02e387b50 HTTP/1.1" status: 200 len: 210 time: 0.0318844 Jul 16 08:46:56.657551 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:56.684152 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4eaf70-c4f2-4c77-8fa1-bee18c1ad15b None None] The sync data for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi is: [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:56.849131 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d40e4f-5172-4d13-b6be-370fa5088cfe req-7ff13dc8-2eba-4443-ba55-d9983f234221 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.851336 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78d40e4f-5172-4d13-b6be-370fa5088cfe req-7ff13dc8-2eba-4443-ba55-d9983f234221 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0657101 Jul 16 08:46:56.890564 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78d40e4f-5172-4d13-b6be-370fa5088cfe req-6cfec33b-d45a-4419-9bef-665e07565fbe tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336103 Jul 16 08:46:56.905716 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a1c3f-0dfd-4a83-ba2e-6fa7c5cf0b2b None None] New status for floating IP 2e59bf60-3710-4de8-a87a-068df191de05: DOWN {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:46:57.896124 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46786) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:57.951225 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6b120ea8-2c2b-4451-88bb-a6869a894266 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.976992 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6b120ea8-2c2b-4451-88bb-a6869a894266 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.022514 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6b120ea8-2c2b-4451-88bb-a6869a894266 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.024956 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6b120ea8-2c2b-4451-88bb-a6869a894266 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.026128 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-6b120ea8-2c2b-4451-88bb-a6869a894266 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "DELETE /v2.0/security-groups/72f0cffb-3498-4b9b-8fa9-ed772d86abf8 HTTP/1.1" status: 204 len: 168 time: 0.1290221 Jul 16 08:46:58.029003 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 46792) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.035058 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b120ea8-2c2b-4451-88bb-a6869a894266 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0cffb-3498-4b9b-8fa9-ed772d86abf8,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:58.050034 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.api.v2.resource [None req-14a44066-98db-4827-bb02-95d3729895af tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] show failed (client error): The resource could not be found. Jul 16 08:46:58.051044 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-14a44066-98db-4827-bb02-95d3729895af tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups/72f0cffb-3498-4b9b-8fa9-ed772d86abf8 HTTP/1.1" status: 404 len: 347 time: 0.0204940 Jul 16 08:46:58.054153 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 46794) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.181074 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Deleting port 609a6185-1bb8-4439-ad13-7c2cd2a8499b {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:58.181327 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.186701 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82f9c5-dde4-4842-abd3-cd6d95fc8f15 req-5a70e13b-ded5-4ea1-a94c-f383172d79b9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.188310 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-aa82f9c5-dde4-4842-abd3-cd6d95fc8f15 req-5a70e13b-ded5-4ea1-a94c-f383172d79b9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0642092 Jul 16 08:46:58.226321 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-aa82f9c5-dde4-4842-abd3-cd6d95fc8f15 req-d6326b44-2446-4861-a459-5ed27b93c6f4 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Jul 16 08:46:58.256466 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.256801 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.268566 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Calling delete_port for 609a6185-1bb8-4439-ad13-7c2cd2a8499b owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:58.407966 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.433227 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event deleted for resources: {'Port': ['ID=609a6185-1bb8-4439-ad13-7c2cd2a8499b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:58.490368 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.492865 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.494003 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b7907ae9-df0e-4cdd-b065-35142137ca01 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "DELETE /v2.0/floatingips/2e59bf60-3710-4de8-a87a-068df191de05 HTTP/1.1" status: 204 len: 168 time: 0.4388220 Jul 16 08:46:58.814487 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46798) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.819165 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-520fe83b-f2b3-48fc-91c2-eb9ab903705a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459891869', 'description': 'tempest-description--325106265'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:58.840953 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-520fe83b-f2b3-48fc-91c2-eb9ab903705a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.919127 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-520fe83b-f2b3-48fc-91c2-eb9ab903705a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.923115 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-520fe83b-f2b3-48fc-91c2-eb9ab903705a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.950792 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-520fe83b-f2b3-48fc-91c2-eb9ab903705a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.951986 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-520fe83b-f2b3-48fc-91c2-eb9ab903705a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1364901 Jul 16 08:46:58.953756 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fe83b-f2b3-48fc-91c2-eb9ab903705a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47282261-1773-42c4-8e57-8169355c05ec,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:58.954882 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 46802) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.960106 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-913c32a8-ad90-4efc-82b9-33de2dc8f234 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'security_group_rule': {'security_group_id': '47282261-1773-42c4-8e57-8169355c05ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:58.985880 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-913c32a8-ad90-4efc-82b9-33de2dc8f234 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.043092 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-913c32a8-ad90-4efc-82b9-33de2dc8f234 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.046756 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-913c32a8-ad90-4efc-82b9-33de2dc8f234 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.064368 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c32a8-ad90-4efc-82b9-33de2dc8f234 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa39db0d-9ee4-42d9-a924-05cb39e449f1,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.066558 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-913c32a8-ad90-4efc-82b9-33de2dc8f234 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.067742 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-913c32a8-ad90-4efc-82b9-33de2dc8f234 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118143 Jul 16 08:46:59.070634 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46804) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:59.075211 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-07eb3bc9-c993-4a10-9fdd-a51e94a72b5b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'security_group_rule': {'security_group_id': '47282261-1773-42c4-8e57-8169355c05ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:59.101111 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-07eb3bc9-c993-4a10-9fdd-a51e94a72b5b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.160202 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-07eb3bc9-c993-4a10-9fdd-a51e94a72b5b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.164492 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-07eb3bc9-c993-4a10-9fdd-a51e94a72b5b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.182690 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb3bc9-c993-4a10-9fdd-a51e94a72b5b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38870f4e-c843-4a5f-898a-40d4585f65ca,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.189764 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-07eb3bc9-c993-4a10-9fdd-a51e94a72b5b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.191167 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-07eb3bc9-c993-4a10-9fdd-a51e94a72b5b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194587 Jul 16 08:46:59.194592 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 46806) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:59.198888 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:59.220376 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.316685 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.431001 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Allocated IP 172.27.0.220 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/834c53b4-f0c8-4515-b150-93f8b86a57b1) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:59.566615 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.594739 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f8fd-7916-4625-95cb-b2c017368409 req-eae52969-72a6-4f09-aa4b-634003455cbd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:59.596214 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8297f8fd-7916-4625-95cb-b2c017368409 req-eae52969-72a6-4f09-aa4b-634003455cbd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.1029639 Jul 16 08:46:59.636207 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.674371 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8297f8fd-7916-4625-95cb-b2c017368409 req-4c39c259-a39c-40b9-b9f5-fa09552cf9d6 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659544 Jul 16 08:46:59.681790 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:59.687897 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:59.690328 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:59.718064 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'Port': ['ID=834c53b4-f0c8-4515-b150-93f8b86a57b1,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.779850 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.821303 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.965531 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.969891 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.032440 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'Port': ['ID=834c53b4-f0c8-4515-b150-93f8b86a57b1,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.044056 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.056966 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.058326 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-7a29b243-c086-4c07-955a-2eb870c995ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8628237 Jul 16 08:47:00.194767 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-92e4295c-b2d8-42c2-b149-992dd0c25565 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1459891869&fields=id&tenant_id=26c729b49b34426c98da58a7e599e297 HTTP/1.1" status: 200 len: 267 time: 0.0336258 Jul 16 08:47:00.298597 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-b151f046-c1fc-4bc6-bea1-3eb608b876ee tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.300049 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-b151f046-c1fc-4bc6-bea1-3eb608b876ee tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 810 time: 0.0990605 Jul 16 08:47:00.313677 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-545bf39b-70c7-4cdb-aef3-555e0c23e709 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/quotas/26c729b49b34426c98da58a7e599e297 HTTP/1.1" status: 200 len: 375 time: 0.0085235 Jul 16 08:47:00.382397 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-1074d00a-4c55-4b92-b3f5-eebf33b715bf tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639536 Jul 16 08:47:00.472286 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-8bb8dd47-08c4-47c6-84c7-b973c27fa26c service neutron] 10.222.0.63 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789773 Jul 16 08:47:00.561577 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-c7d1b2fd-7095-4518-8d18-7dd3975e0a2a service neutron] 10.222.0.63 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831628 Jul 16 08:47:00.709781 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 8dce1f4e-e088-4589-aa64-1d470478b31e no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:00.747139 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-49988b17-e019-4bee-a51a-bb44c9fb4d9a req-0c06a510-6221-46e6-95f2-94a6d8944c5a tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 210 time: 0.0480704 Jul 16 08:47:00.784579 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 8dce1f4e-e088-4589-aa64-1d470478b31e {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:00.788972 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 8dce1f4e-e088-4589-aa64-1d470478b31e not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:00.812359 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.930150 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ddc85-2269-4066-844b-9c2e00b482ca req-9562af88-c030-44ac-b7df-02aa7ffb9ef9 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.931831 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-799ddc85-2269-4066-844b-9c2e00b482ca req-9562af88-c030-44ac-b7df-02aa7ffb9ef9 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0801153 Jul 16 08:47:00.951744 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69137-a19f-4402-a4ad-494b76481330 req-a95c0488-649e-4238-b248-6fbaeead3aef tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.958987 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b6a69137-a19f-4402-a4ad-494b76481330 req-a95c0488-649e-4238-b248-6fbaeead3aef tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.1017990 Jul 16 08:47:00.994121 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-799ddc85-2269-4066-844b-9c2e00b482ca req-79b2fb15-9561-436b-b6c6-7c96537f2c3f tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557952 Jul 16 08:47:01.003434 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b6a69137-a19f-4402-a4ad-494b76481330 req-1a825085-34c6-458f-b79b-5d0b8de9d0e9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398672 Jul 16 08:47:01.500334 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b2fe36c6-c859-4354-bd00-e2a015c2c498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.885328 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-55f1072b-ee34-4124-a7a1-7791391b4191 req-211007f2-24c0-4eef-a3ae-b7e751d0eddf tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 210 time: 0.0282476 Jul 16 08:47:02.177700 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901d00-b26b-43de-a344-7b8f2ee42e3c req-1fb3bc5e-7438-4389-bc09-1636f40cf69a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.179193 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ee901d00-b26b-43de-a344-7b8f2ee42e3c req-1fb3bc5e-7438-4389-bc09-1636f40cf69a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0709889 Jul 16 08:47:02.180135 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79578363-58e9-4e6f-a849-22c8620a0040 req-b5e9d469-0332-40ce-a7ae-3c9d8307d14d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.181646 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-79578363-58e9-4e6f-a849-22c8620a0040 req-b5e9d469-0332-40ce-a7ae-3c9d8307d14d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0625198 Jul 16 08:47:02.216770 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ee901d00-b26b-43de-a344-7b8f2ee42e3c req-66ec04e4-5d7a-4d15-b052-8e0bec42462d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Jul 16 08:47:02.227495 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-79578363-58e9-4e6f-a849-22c8620a0040 req-31b0cb92-5f3b-47f5-91f5-a5ca51bc2cad tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366182 Jul 16 08:47:03.019522 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b46c6cda-b4e1-410b-a497-191d66e9ea16 req-0862ea27-fb95-4fb8-9b2d-4c3ca1418eb4 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 210 time: 0.0296848 Jul 16 08:47:03.396424 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc1edc-e3a9-4b63-b7b2-039c2ee3c8b4 req-8da9aba2-4ef9-4779-af9b-40773ca270c0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.397048 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e19b59-f64c-4957-85ab-1fafbf2668c6 req-3e20bb14-5ab6-4e61-8369-5cb46bb0fd98 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.397917 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76fc1edc-e3a9-4b63-b7b2-039c2ee3c8b4 req-8da9aba2-4ef9-4779-af9b-40773ca270c0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0658793 Jul 16 08:47:03.398202 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d6e19b59-f64c-4957-85ab-1fafbf2668c6 req-3e20bb14-5ab6-4e61-8369-5cb46bb0fd98 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0637226 Jul 16 08:47:03.435908 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76fc1edc-e3a9-4b63-b7b2-039c2ee3c8b4 req-600f1458-f71c-4826-a97b-337fbe40cac8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Jul 16 08:47:03.436149 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d6e19b59-f64c-4957-85ab-1fafbf2668c6 req-4cd23228-54b8-4280-8c43-eeb138635879 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Jul 16 08:47:04.088802 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.100507 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-bc683471-2b69-41ff-8fc0-1bd216d36799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.165508 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-69473cea-cc5d-43a2-8104-8a5a90a4fd02 req-339790de-8392-4f1c-903a-bc3fd4539055 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 210 time: 0.0289323 Jul 16 08:47:04.606915 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848eacb-a5ea-409d-87d2-424f619f7dc5 req-8efbd046-0a1d-4237-9719-43701814b9f4 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.608459 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1848eacb-a5ea-409d-87d2-424f619f7dc5 req-8efbd046-0a1d-4237-9719-43701814b9f4 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.0617683 Jul 16 08:47:04.610546 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864a254-5913-443c-a937-eb0d6e107348 req-4ccee166-5af6-4a58-8330-a1582e6e387b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.612061 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8864a254-5913-443c-a937-eb0d6e107348 req-4ccee166-5af6-4a58-8330-a1582e6e387b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0613148 Jul 16 08:47:04.650017 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8864a254-5913-443c-a937-eb0d6e107348 req-277dd7fe-6b6f-49a2-a9f4-6943d2ff379f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325925 Jul 16 08:47:04.650766 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1848eacb-a5ea-409d-87d2-424f619f7dc5 req-cf1eebbf-1043-46dc-9e2b-7c83ede8b123 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362024 Jul 16 08:47:04.914401 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-e14895c6-84cb-4d6f-a5d6-a933040e054b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.915838 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-e14895c6-84cb-4d6f-a5d6-a933040e054b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 810 time: 0.1015172 Jul 16 08:47:04.965731 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-c82b1684-e990-42ea-a6fa-adca8c8de29b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c729b49b34426c98da58a7e599e297 HTTP/1.1" status: 200 len: 380 time: 0.0336177 Jul 16 08:47:05.029195 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'port': {'device_id': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'admin_state_up': True, 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'security_groups': ['47282261-1773-42c4-8e57-8169355c05ec']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:05.139173 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Made reservation on behalf of 26c729b49b34426c98da58a7e599e297 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:05.142733 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.194600 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.279808 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Allocated IP 172.20.0.6 (7bfd0a05-e226-4fca-890e-fdd2b9af251f/33311e80-7f24-45d9-bd6b-993686c7152f/39a8385a-8351-44f8-9097-52bf5ac97738) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:05.315422 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-760194ad-26ed-42ad-a2ef-b85aa15ad108 req-76039cc6-793a-46df-8e44-57b2230eb8c9 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 210 time: 0.0342362 Jul 16 08:47:05.422480 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.436037 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Transition to ACTIVE for port object 39a8385a-8351-44f8-9097-52bf5ac97738 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:05.468133 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.508277 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:05.513173 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:05.515444 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:05.562746 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event updated for resources: {'Port': ['ID=39a8385a-8351-44f8-9097-52bf5ac97738,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.613456 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:05.614183 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.635991 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-a3adbd57-c435-461f-8db8-9ce651d58523 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107106 Jul 16 08:47:05.652961 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-f43ffa28-0ad1-4507-97f8-46f384ecee27 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:05.654493 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-f43ffa28-0ad1-4507-97f8-46f384ecee27 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.1053150 Jul 16 08:47:05.744234 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-53e4b584-5813-44ee-9575-4b25bafc4c20 None None] Provisioning for port 39a8385a-8351-44f8-9097-52bf5ac97738 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:05.749810 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-53e4b584-5813-44ee-9575-4b25bafc4c20 None None] Provisioning complete for port 39a8385a-8351-44f8-9097-52bf5ac97738 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:05.751179 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-53e4b584-5813-44ee-9575-4b25bafc4c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.788386 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Deleting port 2a822662-2f71-4bed-ac88-a4c027ce9f41 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:05.788718 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.811666 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-53e4b584-5813-44ee-9575-4b25bafc4c20 None None] Port 39a8385a-8351-44f8-9097-52bf5ac97738 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:05.846642 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Request body: {'port': {'device_id': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:05.847756 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a121b-9603-48a4-baba-b1fface694fe req-3b17dc07-f028-49b2-940f-f00e7cd2594f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:05.849901 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-314a121b-9603-48a4-baba-b1fface694fe req-3b17dc07-f028-49b2-940f-f00e7cd2594f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0732286 Jul 16 08:47:05.887386 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-314a121b-9603-48a4-baba-b1fface694fe req-4670185c-919c-4809-84c9-0c49fb8318b4 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Jul 16 08:47:05.996278 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c5e0e-4df3-4f82-a2e3-ddbf2db44ea8 req-231a7153-f1ea-4964-a604-7a0d7b0769d5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:05.997936 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-804c5e0e-4df3-4f82-a2e3-ddbf2db44ea8 req-231a7153-f1ea-4964-a604-7a0d7b0769d5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 946 time: 0.2058549 Jul 16 08:47:06.001589 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] For port 2a822662-2f71-4bed-ac88-a4c027ce9f41, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2a822662-2f71-4bed-ac88-a4c027ce9f41,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:06.001951 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.019335 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.372313 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-804c5e0e-4df3-4f82-a2e3-ddbf2db44ea8 req-8bc2ca56-9ab5-4b6b-950a-cc132b7f427d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657017 Jul 16 08:47:06.566705 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e291f-3c0b-4a1b-8e71-1a74226fbb94 req-c4edb4ea-2c02-49cf-8eb2-994f869d0df3 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.573984 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9a5e291f-3c0b-4a1b-8e71-1a74226fbb94 req-c4edb4ea-2c02-49cf-8eb2-994f869d0df3 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 931 time: 0.0915775 Jul 16 08:47:06.592667 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.593042 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.593351 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Floating IP c3333acb-b4e4-4350-97fc-72c3ad56072b disassociated. External IP: 172.27.0.250, port: 2a822662-2f71-4bed-ac88-a4c027ce9f41. Jul 16 08:47:06.593695 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Calling delete_port for 2a822662-2f71-4bed-ac88-a4c027ce9f41 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:06.641736 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9a5e291f-3c0b-4a1b-8e71-1a74226fbb94 req-b221d4b0-ef45-456c-9f19-8fac9e630b27 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634956 Jul 16 08:47:06.832663 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a8385a-8351-44f8-9097-52bf5ac97738 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:06.844189 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.862195 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.864173 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Transition to ACTIVE for port object 39a8385a-8351-44f8-9097-52bf5ac97738 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:06.874622 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.898214 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event deleted for resources: {'Port': ['ID=2a822662-2f71-4bed-ac88-a4c027ce9f41,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.006047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.024283 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Pushing event updated for resources: {'Port': ['ID=39a8385a-8351-44f8-9097-52bf5ac97738,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.210882 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Attempting to bind port 39a8385a-8351-44f8-9097-52bf5ac97738 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:07.211223 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Attempting to bind port 39a8385a-8351-44f8-9097-52bf5ac97738 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:07.211558 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Attempting to bind port 39a8385a-8351-44f8-9097-52bf5ac97738 on network 7bfd0a05-e226-4fca-890e-fdd2b9af251f {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:07.215436 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Router 110be320-1c26-4c7c-84f2-dcb403852893 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:07.229617 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Port 39a8385a-8351-44f8-9097-52bf5ac97738 on network 7bfd0a05-e226-4fca-890e-fdd2b9af251f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:07.229985 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Attempting to bind port 39a8385a-8351-44f8-9097-52bf5ac97738 on network 7bfd0a05-e226-4fca-890e-fdd2b9af251f {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:07.244792 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:07.245164 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Checking segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:07.245583 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Bound using segment: {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:07.246138 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Bound port: 39a8385a-8351-44f8-9097-52bf5ac97738, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3351aa0c-14f3-495e-91f8-ffc0292d06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:07.246391 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.267915 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d0dba-2196-421a-8bf0-59bccefaa16d req-7d3f78bb-4983-4a0a-9bd1-31a25f17b749 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.269510 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-514d0dba-2196-421a-8bf0-59bccefaa16d req-7d3f78bb-4983-4a0a-9bd1-31a25f17b749 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.2305367 Jul 16 08:47:07.390819 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-514d0dba-2196-421a-8bf0-59bccefaa16d req-9a0c3363-47af-4c99-80d8-0391ebfa625e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773280 Jul 16 08:47:07.497621 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] For port 39a8385a-8351-44f8-9097-52bf5ac97738, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:07.502256 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] For port 39a8385a-8351-44f8-9097-52bf5ac97738, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=39a8385a-8351-44f8-9097-52bf5ac97738,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:07.507719 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:07.515780 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.517440 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:07.530745 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:07.532744 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:47:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:07.605120 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.605494 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-926df2db-1468-419c-a235-a4ca472fe52c req-b3053d11-ee68-4b7c-ade3-b7d3f0dfa6bd tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 210 time: 0.0522485 Jul 16 08:47:07.605985 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.607260 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/39a8385a-8351-44f8-9097-52bf5ac97738 HTTP/1.1" status: 200 len: 1093 time: 1.9517784 Jul 16 08:47:07.608613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'tag': '39a8385a-8351-44f8-9097-52bf5ac97738'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:07.622851 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdc4de6-cc56-42e7-8e2f-205e86add775" -d '{"events": [{"name": "network-changed", "server_uuid": "2da40459-bda7-4a4c-83c5-f5d78ce2c63b", "tag": "39a8385a-8351-44f8-9097-52bf5ac97738"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:07.622851 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] No DVR routers for this DVR port 2a822662-2f71-4bed-ac88-a4c027ce9f41 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:07.631558 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.633627 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-192c7bde-075c-4582-9066-bda7ad0b1180 req-1821f73b-e9e1-4689-99ef-c60b573da622 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "DELETE /v2.0/ports/2a822662-2f71-4bed-ac88-a4c027ce9f41 HTTP/1.1" status: 204 len: 173 time: 1.9735398 Jul 16 08:47:07.703615 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:07.744906 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d700ba-04df-4a5b-83f1-eceea06803b6 service neutron] Pushing event updated for resources: {'Port': ['ID=39a8385a-8351-44f8-9097-52bf5ac97738,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.756005 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db335f5-151c-4e02-a98f-54e70e6e8386 x-openstack-request-id: req-2db335f5-151c-4e02-a98f-54e70e6e8386 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:07.756291 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da40459-bda7-4a4c-83c5-f5d78ce2c63b", "tag": "39a8385a-8351-44f8-9097-52bf5ac97738", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:07.756546 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2db335f5-151c-4e02-a98f-54e70e6e8386 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:07.756942 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'tag': '39a8385a-8351-44f8-9097-52bf5ac97738', 'status': 'completed', 'code': 200} Jul 16 08:47:07.765440 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:07.821751 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-9d1e4289-3692-47b0-81ee-1568deb5971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.823368 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-9d1e4289-3692-47b0-81ee-1568deb5971d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 1096 time: 0.1383381 Jul 16 08:47:07.917477 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-c11974b6-0705-49a4-af41-7b7e43318805 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39a8385a-8351-44f8-9097-52bf5ac97738 HTTP/1.1" status: 200 len: 217 time: 0.0665114 Jul 16 08:47:07.994822 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa9b8e-d8b3-465a-8227-2ceb204d857a req-141872d6-6b7b-4cec-adfc-d0fe37990e5f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.002079 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a3fa9b8e-d8b3-465a-8227-2ceb204d857a req-141872d6-6b7b-4cec-adfc-d0fe37990e5f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 943 time: 0.1686954 Jul 16 08:47:08.025108 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-2cbfa1ca-f4aa-426d-a46e-bebbe8f5162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.026606 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-2cbfa1ca-f4aa-426d-a46e-bebbe8f5162d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.1070600 Jul 16 08:47:08.055179 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a3fa9b8e-d8b3-465a-8227-2ceb204d857a req-1439a784-5158-494c-bbd4-3ab95b38a6f2 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518503 Jul 16 08:47:08.195651 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:08.198109 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-db94b278-6a95-4327-a567-de26d3876762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.200249 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-db94b278-6a95-4327-a567-de26d3876762 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1667187 Jul 16 08:47:08.220108 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '637a6db6-f185-4896-a812-c159c29fcd17', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'port_id': '637a6db6-f185-4896-a812-c159c29fcd17', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:08.274206 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.276047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.310955 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:08.315685 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 637a6db6-f185-4896-a812-c159c29fcd17 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:08.318423 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-df7bc2c6-7591-4eb0-9c21-a29e39c9c60d service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024857 Jul 16 08:47:08.329359 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:08.330007 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:47:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.382862 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:08.393711 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.449788 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c799bd8b-dc40-4639-9ea9-d5168e455d90 req-de42d9f9-3ee7-4746-89a9-e5409eb089a4 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246717 Jul 16 08:47:08.491304 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=6']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:08.502470 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:08.505274 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.505624 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.505966 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.506300 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.506629 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.506959 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.507290 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.507615 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.507998 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.508332 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.508654 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.508976 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:08.602698 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db9ea9-c551-4b46-b522-2d14e50fd3d9 req-19ddb971-3458-43b0-9977-fb428b0fb225 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.604310 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-52db9ea9-c551-4b46-b522-2d14e50fd3d9 req-19ddb971-3458-43b0-9977-fb428b0fb225 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 945 time: 0.0719376 Jul 16 08:47:08.653416 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-52db9ea9-c551-4b46-b522-2d14e50fd3d9 req-0061e553-35a9-48cb-8afc-c651c9201202 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Jul 16 08:47:08.778876 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.801667 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c03b8ccf-c890-47ef-8de8-f9444ad22142 req-bb1189f0-e28f-4cc5-a863-41390a152918 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 210 time: 0.0317192 Jul 16 08:47:08.813010 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405afa96-dfee-4dfb-a261-0351bc24715f None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:09.077329 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f62b84-70ed-4f15-855f-167b619dfaf9 None None] New status for floating IP c3333acb-b4e4-4350-97fc-72c3ad56072b: DOWN {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:09.268790 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450141a-75a8-48f9-b7d8-528898f992db req-918b6452-4307-41de-98fe-89f4d9806c2d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.276276 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4450141a-75a8-48f9-b7d8-528898f992db req-918b6452-4307-41de-98fe-89f4d9806c2d tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 943 time: 0.0927286 Jul 16 08:47:09.315632 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4450141a-75a8-48f9-b7d8-528898f992db req-7c7fd4f9-99d8-4224-b123-29ef3ad9dd9e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384841 Jul 16 08:47:09.758362 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff4de63-f848-4513-b944-92b5695a3311', 'name': 'network-vif-deleted', 'tag': '2a822662-2f71-4bed-ac88-a4c027ce9f41'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:09.763369 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945d9969-ef1a-404c-ae2e-edfd0dbcb162" -d '{"events": [{"server_uuid": "0ff4de63-f848-4513-b944-92b5695a3311", "name": "network-vif-deleted", "tag": "2a822662-2f71-4bed-ac88-a4c027ce9f41"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:09.871915 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea045d8f-4335-4531-9fdb-fd55d9e46301 req-c1164a5a-8957-4ed3-9b1c-aa20ffbcdf55 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.873860 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ea045d8f-4335-4531-9fdb-fd55d9e46301 req-c1164a5a-8957-4ed3-9b1c-aa20ffbcdf55 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 945 time: 0.0744047 Jul 16 08:47:09.891143 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b83afa-069a-46be-9e9a-694447f96946 x-openstack-request-id: req-85b83afa-069a-46be-9e9a-694447f96946 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:09.891433 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff4de63-f848-4513-b944-92b5695a3311", "name": "network-vif-deleted", "tag": "2a822662-2f71-4bed-ac88-a4c027ce9f41", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:09.891949 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-85b83afa-069a-46be-9e9a-694447f96946 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:09.892360 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff4de63-f848-4513-b944-92b5695a3311', 'name': 'network-vif-deleted', 'tag': '2a822662-2f71-4bed-ac88-a4c027ce9f41', 'status': 'completed', 'code': 200} Jul 16 08:47:09.924789 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ea045d8f-4335-4531-9fdb-fd55d9e46301 req-69821cd4-94e9-47a2-bf9f-f404aa465423 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Jul 16 08:47:10.038991 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3db048e8-0abc-4e99-8b5d-a16838bb92d3 req-e4a73690-8312-4f00-8b9a-124aead7fa12 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 210 time: 0.0381696 Jul 16 08:47:10.521995 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a26597-abd6-4a3b-baf3-e075ba4351a6 req-5f0bef50-24ae-40dd-a1a8-617b67795ee9 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.523518 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-44a26597-abd6-4a3b-baf3-e075ba4351a6 req-5f0bef50-24ae-40dd-a1a8-617b67795ee9 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 943 time: 0.0700660 Jul 16 08:47:10.569586 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-44a26597-abd6-4a3b-baf3-e075ba4351a6 req-484c108a-5968-4ef5-9802-138677844df0 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402737 Jul 16 08:47:11.123792 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f496c-b4d5-4f4a-940d-0fbb260eec20 req-55861d6b-3823-4625-9f00-8d05782f242a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.125456 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e49f496c-b4d5-4f4a-940d-0fbb260eec20 req-55861d6b-3823-4625-9f00-8d05782f242a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 945 time: 0.0718789 Jul 16 08:47:11.204576 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e49f496c-b4d5-4f4a-940d-0fbb260eec20 req-40077c3e-c010-46fa-9a29-23c782d58381 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727005 Jul 16 08:47:11.215670 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 2a822662-2f71-4bed-ac88-a4c027ce9f41 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:11.233491 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cf9c81cc-922b-4dff-bdc4-52bbc58260a4 req-f23ddd2a-9f86-45f2-8319-1b0b0f8f9995 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ff4de63-f848-4513-b944-92b5695a3311 HTTP/1.1" status: 200 len: 210 time: 0.0467541 Jul 16 08:47:11.280998 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 2a822662-2f71-4bed-ac88-a4c027ce9f41 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:11.281464 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 2a822662-2f71-4bed-ac88-a4c027ce9f41 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:11.327107 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-6d4869d1-29db-455d-b58d-2e2130663e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.328913 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-6d4869d1-29db-455d-b58d-2e2130663e20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 1096 time: 0.0994112 Jul 16 08:47:11.356346 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['637a6db6-f185-4896-a812-c159c29fcd17'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:11.480152 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-87524c1e-7bef-4522-ac80-005a27286abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.482105 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-87524c1e-7bef-4522-ac80-005a27286abc service neutron] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 911 time: 0.1421463 Jul 16 08:47:11.531964 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-54b22642-52aa-4358-8d3f-eb16175b91f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39a8385a-8351-44f8-9097-52bf5ac97738 HTTP/1.1" status: 200 len: 217 time: 0.0397816 Jul 16 08:47:11.590134 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-dd89ca72-5960-4a77-b654-5635f533715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.591726 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-dd89ca72-5960-4a77-b654-5635f533715b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.0510216 Jul 16 08:47:11.662539 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-53957081-f458-461e-bc16-0fe7a69f25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.664693 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-53957081-f458-461e-bc16-0fe7a69f25f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647798 Jul 16 08:47:11.768154 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-799e0801-c220-4225-a806-3f8937138178 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967791 Jul 16 08:47:11.780676 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eb9b0-e831-4c74-a948-410c0de3e92c req-705a2757-82df-421e-b33f-383788a5f6dc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.786994 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-360eb9b0-e831-4c74-a948-410c0de3e92c req-705a2757-82df-421e-b33f-383788a5f6dc tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 943 time: 0.0804758 Jul 16 08:47:11.848535 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-360eb9b0-e831-4c74-a948-410c0de3e92c req-f29de0af-79dd-4bdc-8822-14fbb03defe5 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534015 Jul 16 08:47:11.878464 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdc4de6-cc56-42e7-8e2f-205e86add775 req-a9e20dd4-e50d-420b-8712-cb64fbb62191 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033518 Jul 16 08:47:12.491988 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759431d-0519-4b71-a1ff-3909d47c30ce req-d7959740-ce0d-4599-9395-49013d6015e4 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.501756 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1759431d-0519-4b71-a1ff-3909d47c30ce req-d7959740-ce0d-4599-9395-49013d6015e4 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 945 time: 0.0972991 Jul 16 08:47:12.556776 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1759431d-0519-4b71-a1ff-3909d47c30ce req-27f5103c-8cdf-4b7f-95ed-897db38ff7cd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487833 Jul 16 08:47:12.624122 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-442bd49c-6545-4e8f-bf09-bba7ee7f2c42 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718844768&fields=id&tenant_id=c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 267 time: 0.0379274 Jul 16 08:47:12.770016 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236550a-a4ab-40a5-8812-5115979a7226 req-c1478b4e-4874-43d9-9af3-952e84e55e76 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.776906 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-c1478b4e-4874-43d9-9af3-952e84e55e76 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 811 time: 0.1448023 Jul 16 08:47:12.790100 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-9708a1d5-1d09-42c5-a23a-cbaf7146d7ba tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/quotas/c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 375 time: 0.0120158 Jul 16 08:47:12.898769 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-0e63ce8e-d22c-4010-b830-96f49f8637fc tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1049504 Jul 16 08:47:13.040372 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7e6c9-0abc-4518-92ca-72bf77b04e66 req-761d1706-636d-4c65-a131-b92d17d54c31 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.047032 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36a7e6c9-0abc-4518-92ca-72bf77b04e66 req-761d1706-636d-4c65-a131-b92d17d54c31 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 943 time: 0.0767019 Jul 16 08:47:13.072536 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-e4f5b50b-b5df-4cc6-aaae-9ccf338607fb service neutron] 10.222.0.63 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727333 Jul 16 08:47:13.107183 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-36a7e6c9-0abc-4518-92ca-72bf77b04e66 req-5011dc6c-02f1-482e-b7c5-e6ac045f9690 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561430 Jul 16 08:47:13.174979 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-e5b4c564-1c3e-4472-bea6-b1a09aa8b6b5 service neutron] 10.222.0.63 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014750 Jul 16 08:47:13.190062 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 39a8385a-8351-44f8-9097-52bf5ac97738 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:13.246486 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:13.516559 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 39a8385a-8351-44f8-9097-52bf5ac97738, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=39a8385a-8351-44f8-9097-52bf5ac97738,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.534881 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '39a8385a-8351-44f8-9097-52bf5ac97738', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'port_id': '39a8385a-8351-44f8-9097-52bf5ac97738', 'mac_address': 'fa:16:3e:a5:0a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:13.539754 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 637a6db6-f185-4896-a812-c159c29fcd17 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:13.540194 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.620444 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.662882 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a8385a-8351-44f8-9097-52bf5ac97738 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:13.679671 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.696810 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 39a8385a-8351-44f8-9097-52bf5ac97738, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=39a8385a-8351-44f8-9097-52bf5ac97738,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.707018 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.720708 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:13.723312 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2aba29-461c-4f1f-b596-f3c4b2b7a1a8" -d '{"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-plugged", "status": "completed", "tag": "637a6db6-f185-4896-a812-c159c29fcd17"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:13.780218 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.803327 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.830107 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5883e61e-8aaa-40d2-b2a7-5525833c587e x-openstack-request-id: req-5883e61e-8aaa-40d2-b2a7-5525833c587e {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:13.830428 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-plugged", "status": "completed", "tag": "637a6db6-f185-4896-a812-c159c29fcd17", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:13.830701 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5883e61e-8aaa-40d2-b2a7-5525833c587e {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:13.831130 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17', 'code': 200} Jul 16 08:47:13.863558 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=39a8385a-8351-44f8-9097-52bf5ac97738,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:13.906080 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49573ee-80eb-4522-aefb-05cc6bf20d78 req-f2288b84-af8b-458f-b882-67e04383dbf7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.906645 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ba31bb92-b9a8-4e42-bab6-da73715cdb71 req-55b874c7-7fb8-4e89-b6df-f25f80a23b9d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 210 time: 0.0582061 Jul 16 08:47:13.914012 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a49573ee-80eb-4522-aefb-05cc6bf20d78 req-f2288b84-af8b-458f-b882-67e04383dbf7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.1212475 Jul 16 08:47:14.009921 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a49573ee-80eb-4522-aefb-05cc6bf20d78 req-785a359e-6fe9-4897-9596-8d472f9b5d6b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942113 Jul 16 08:47:14.012614 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=7']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.119370 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['39a8385a-8351-44f8-9097-52bf5ac97738'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:14.314553 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3189c-0060-4bdc-98a6-9673d36c0649 req-f52f4d8d-8ef9-455f-86e3-cb4b2628f6ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.322417 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c8b3189c-0060-4bdc-98a6-9673d36c0649 req-f52f4d8d-8ef9-455f-86e3-cb4b2628f6ab tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 944 time: 0.0917861 Jul 16 08:47:14.365601 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c8b3189c-0060-4bdc-98a6-9673d36c0649 req-61f03af4-dc7f-49cf-bbfb-f21fc7c5dcbe tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Jul 16 08:47:15.067062 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2735b55c-f82c-43a9-8221-1c757218b889 req-5ef2588e-4fb5-49fb-b6c4-dccb6786708f tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 210 time: 0.0433593 Jul 16 08:47:15.183785 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 39a8385a-8351-44f8-9097-52bf5ac97738 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:15.280556 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 39a8385a-8351-44f8-9097-52bf5ac97738 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:15.290054 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 39a8385a-8351-44f8-9097-52bf5ac97738 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:15.290054 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.389467 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236550a-a4ab-40a5-8812-5115979a7226 req-fbd347e9-ad8a-4d53-aa3f-198309123371 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.391664 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-fbd347e9-ad8a-4d53-aa3f-198309123371 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 811 time: 0.2816384 Jul 16 08:47:15.409913 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e43a0-24b0-4d47-b8bb-698cdd2cdbec req-43a12780-8648-4fc9-9911-c2662f1ad198 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.413156 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b76e43a0-24b0-4d47-b8bb-698cdd2cdbec req-43a12780-8648-4fc9-9911-c2662f1ad198 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.2154286 Jul 16 08:47:15.451003 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.482908 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b76e43a0-24b0-4d47-b8bb-698cdd2cdbec req-286b1aab-2a52-400f-ad04-77d2d51c1a9b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629861 Jul 16 08:47:15.525538 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 39a8385a-8351-44f8-9097-52bf5ac97738, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=39a8385a-8351-44f8-9097-52bf5ac97738,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:15.528191 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-0538479b-14a1-47ed-9aee-0f7568d0e305 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 380 time: 0.1138864 Jul 16 08:47:15.534130 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.541735 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'port': {'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'admin_state_up': True, 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'security_groups': ['171356eb-d369-4fbe-8200-1e1910ab89a6']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:15.646562 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=39a8385a-8351-44f8-9097-52bf5ac97738,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:15.698845 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60a14-6fe4-4bd5-8fa1-4125c0a05dfb req-9882eb85-0811-4542-95c0-b5f06feb5017 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.703143 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Made reservation on behalf of c89c591daee548f68fa81b3ab3a2b18d for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:15.706015 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2bb60a14-6fe4-4bd5-8fa1-4125c0a05dfb req-9882eb85-0811-4542-95c0-b5f06feb5017 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 945 time: 0.1060092 Jul 16 08:47:15.706921 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.753949 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2bb60a14-6fe4-4bd5-8fa1-4125c0a05dfb req-85ea6e9f-3670-4c6d-9ed9-cb33df4e1b54 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466249 Jul 16 08:47:15.832325 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a8385a-8351-44f8-9097-52bf5ac97738'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:15.835428 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9cdd12-cfc9-4531-bfa9-24ff1c9162d7" -d '{"events": [{"server_uuid": "2da40459-bda7-4a4c-83c5-f5d78ce2c63b", "name": "network-vif-plugged", "status": "completed", "tag": "39a8385a-8351-44f8-9097-52bf5ac97738"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:15.854014 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Allocated IP 172.20.0.3 (573a0a96-9a6f-4262-aea4-1a5e99a36d25/5a3ae45b-a3e8-4499-8417-dd07eec059cf/5fd4964e-935e-4678-b04f-810a6a678e0f) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:15.874612 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac6d679-074c-42ff-bb9c-b5a421acaae4 x-openstack-request-id: req-aac6d679-074c-42ff-bb9c-b5a421acaae4 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:15.875109 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da40459-bda7-4a4c-83c5-f5d78ce2c63b", "name": "network-vif-plugged", "status": "completed", "tag": "39a8385a-8351-44f8-9097-52bf5ac97738", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:15.875614 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aac6d679-074c-42ff-bb9c-b5a421acaae4 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:15.876332 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a8385a-8351-44f8-9097-52bf5ac97738', 'code': 200} Jul 16 08:47:16.033866 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.049628 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Transition to ACTIVE for port object 5fd4964e-935e-4678-b04f-810a6a678e0f will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:16.094354 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.153317 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:16.161045 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:16.164919 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:16.266749 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.267755 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.288181 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=5fd4964e-935e-4678-b04f-810a6a678e0f,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:16.322273 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.322720 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.324284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.324284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.324284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.324284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.325010 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.325404 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.325818 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.326242 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.326724 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.327307 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:16.345036 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-221745a2-0789-48ce-9d98-72cbdf872144 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8086998 Jul 16 08:47:16.362627 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Request body: {'port': {'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:16.406383 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e8989-8e0f-4f7c-b764-c3941906c4bf req-3d967c7f-f0a9-4bf6-be78-7ad13626b499 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.420057 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f83e8989-8e0f-4f7c-b764-c3941906c4bf req-3d967c7f-f0a9-4bf6-be78-7ad13626b499 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 931 time: 0.1075814 Jul 16 08:47:16.421313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da38c5e-92b3-412a-b5bd-ffe380a4c618 req-f4ecb02b-0f60-4cf2-9b3e-6a08f89d016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.422814 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7da38c5e-92b3-412a-b5bd-ffe380a4c618 req-f4ecb02b-0f60-4cf2-9b3e-6a08f89d016a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 1098 time: 0.2076280 Jul 16 08:47:16.473990 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f83e8989-8e0f-4f7c-b764-c3941906c4bf req-d1db0bee-64aa-40df-ad9e-be96dc7f4dd2 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515957 Jul 16 08:47:16.500749 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7da38c5e-92b3-412a-b5bd-ffe380a4c618 req-dad19aa5-177e-4380-9ce4-c3710e14f659 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596859 Jul 16 08:47:16.510850 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.570346 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-561eeb7e-b8b6-4c75-930e-27fdb1eb9b0b None None] Provisioning for port 5fd4964e-935e-4678-b04f-810a6a678e0f completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:16.579716 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-561eeb7e-b8b6-4c75-930e-27fdb1eb9b0b None None] Provisioning complete for port 5fd4964e-935e-4678-b04f-810a6a678e0f triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:16.580595 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-561eeb7e-b8b6-4c75-930e-27fdb1eb9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.669903 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-561eeb7e-b8b6-4c75-930e-27fdb1eb9b0b None None] Port 5fd4964e-935e-4678-b04f-810a6a678e0f cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:16.961400 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baf4a7-8b37-4f85-8bd1-875af9f13db4 req-20019692-1fcd-4299-a706-a146fa09ce55 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.969445 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-77baf4a7-8b37-4f85-8bd1-875af9f13db4 req-20019692-1fcd-4299-a706-a146fa09ce55 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 945 time: 0.0751016 Jul 16 08:47:17.020155 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-77baf4a7-8b37-4f85-8bd1-875af9f13db4 req-54b3ba1b-e999-4be9-8764-dd4407073e9b tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Jul 16 08:47:17.111005 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1c3c-199f-4459-9de5-ed438b63ef8d req-4baa4cc7-1f3d-48d7-8d95-ee5c02a241ec tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.112507 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93da1c3c-199f-4459-9de5-ed438b63ef8d req-4baa4cc7-1f3d-48d7-8d95-ee5c02a241ec tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.2796412 Jul 16 08:47:17.188334 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd4964e-935e-4678-b04f-810a6a678e0f {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:17.200852 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.206523 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93da1c3c-199f-4459-9de5-ed438b63ef8d req-e1265365-d0a9-4f12-ab40-07454f6a9a86 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869522 Jul 16 08:47:17.223000 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Transition to ACTIVE for port object 5fd4964e-935e-4678-b04f-810a6a678e0f will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:17.229501 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.272104 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47082) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:17.320698 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd4964e-935e-4678-b04f-810a6a678e0f,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:17.402354 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Attempting to bind port 5fd4964e-935e-4678-b04f-810a6a678e0f on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:17.402981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Attempting to bind port 5fd4964e-935e-4678-b04f-810a6a678e0f by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:17.403433 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Attempting to bind port 5fd4964e-935e-4678-b04f-810a6a678e0f on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:17.408500 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Port 5fd4964e-935e-4678-b04f-810a6a678e0f on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:17.408941 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Attempting to bind port 5fd4964e-935e-4678-b04f-810a6a678e0f on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:17.411053 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6d56f59e-4b39-43b1-aab4-cdfa2c07b273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.414437 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:17.414902 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Checking segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:17.415400 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Bound using segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:17.415960 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Bound port: 5fd4964e-935e-4678-b04f-810a6a678e0f, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:17.416571 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.517729 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] For port 5fd4964e-935e-4678-b04f-810a6a678e0f, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:17.523364 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] For port 5fd4964e-935e-4678-b04f-810a6a678e0f, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fd4964e-935e-4678-b04f-810a6a678e0f,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:17.529364 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.577399 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.578356 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.579925 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] 10.222.0.62 "PUT /v2.0/ports/5fd4964e-935e-4678-b04f-810a6a678e0f HTTP/1.1" status: 200 len: 1093 time: 1.2229671 Jul 16 08:47:17.585917 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:17.588541 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:17.601830 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6d56f59e-4b39-43b1-aab4-cdfa2c07b273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.610082 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6d56f59e-4b39-43b1-aab4-cdfa2c07b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.649681 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b15a95-182b-4b5b-b0f2-2294a3f7c004 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd4964e-935e-4678-b04f-810a6a678e0f,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:17.667821 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8474e2f2-eec0-4e50-8bf0-f3d8f56b67c8 x-openstack-request-id: req-8474e2f2-eec0-4e50-8bf0-f3d8f56b67c8 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:17.668459 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:17.669211 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8474e2f2-eec0-4e50-8bf0-f3d8f56b67c8 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:17.669835 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'status': 'completed', 'code': 200} Jul 16 08:47:17.750242 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-6d56f59e-4b39-43b1-aab4-cdfa2c07b273 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bba0d5f62f534a2f93b02e38dc9bb0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742296 Jul 16 08:47:17.763867 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47094) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:17.785174 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56f59e-4b39-43b1-aab4-cdfa2c07b273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56e4d0-d7ce-413f-a4d5-18e797704be2,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:17.884092 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-992e559b-cc4e-4642-a349-01a2293d6e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.887605 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236550a-a4ab-40a5-8812-5115979a7226 req-3b625728-11bd-4c9c-9f55-09c355f23a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.889399 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-3b625728-11bd-4c9c-9f55-09c355f23a82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 1096 time: 0.1817944 Jul 16 08:47:17.909550 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c12e7-af30-4e4f-a48d-46004d8325dd req-b8ac4d39-82aa-465c-94e8-70dcb209652d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.930952 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e51c12e7-af30-4e4f-a48d-46004d8325dd req-b8ac4d39-82aa-465c-94e8-70dcb209652d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 943 time: 0.1817961 Jul 16 08:47:17.949348 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-4b30d41f-1b20-4ec5-a62c-bbab7560ac93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd4964e-935e-4678-b04f-810a6a678e0f HTTP/1.1" status: 200 len: 217 time: 0.0460453 Jul 16 08:47:17.969128 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-992e559b-cc4e-4642-a349-01a2293d6e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.975644 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e51c12e7-af30-4e4f-a48d-46004d8325dd req-67afd1cf-4981-46c3-8548-aa3f4785bc75 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Jul 16 08:47:18.046756 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236550a-a4ab-40a5-8812-5115979a7226 req-e7fe18d5-d167-458a-8c36-ed58b19f0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.048726 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-e7fe18d5-d167-458a-8c36-ed58b19f0ec1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0906498 Jul 16 08:47:18.049832 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-992e559b-cc4e-4642-a349-01a2293d6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.053290 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-992e559b-cc4e-4642-a349-01a2293d6e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.056894 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-992e559b-cc4e-4642-a349-01a2293d6e45 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3d56e4d0-d7ce-413f-a4d5-18e797704be2 HTTP/1.1" status: 204 len: 168 time: 0.2896006 Jul 16 08:47:18.094634 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e559b-cc4e-4642-a349-01a2293d6e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d56e4d0-d7ce-413f-a4d5-18e797704be2,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.149461 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236550a-a4ab-40a5-8812-5115979a7226 req-01d0e416-0e7d-4ba5-bc0f-ccd2c18ab6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.154621 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-01d0e416-0e7d-4ba5-bc0f-ccd2c18ab6c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0986929 Jul 16 08:47:18.313361 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-92a3f941-6b81-47a5-9561-e4c8c9f347c3 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457717 Jul 16 08:47:18.325613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aebe62-9bf0-4fb2-89c8-85ae305e746e req-b1f1bf6a-687e-4eaf-b679-1c7c6976937f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.327239 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-02aebe62-9bf0-4fb2-89c8-85ae305e746e req-b1f1bf6a-687e-4eaf-b679-1c7c6976937f tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 945 time: 0.1307747 Jul 16 08:47:18.407192 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115e6dc-9525-4e17-9c60-b50607b323d5 req-afd1302a-0944-40b1-813e-f9b0bd561424 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.414555 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8115e6dc-9525-4e17-9c60-b50607b323d5 req-afd1302a-0944-40b1-813e-f9b0bd561424 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0834348 Jul 16 08:47:18.428163 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-02aebe62-9bf0-4fb2-89c8-85ae305e746e req-87df5602-b861-464e-92e1-167e603ae21e tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917180 Jul 16 08:47:18.451297 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b236550a-a4ab-40a5-8812-5115979a7226 req-0990853d-c3cb-4c31-9e16-a4448355c387 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230147 Jul 16 08:47:18.458679 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8115e6dc-9525-4e17-9c60-b50607b323d5 req-c4a5ce9f-f5b1-4abd-9646-dfb082dadc6f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Jul 16 08:47:18.678139 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-f71fa4bd-967f-46e6-9af1-f40f970c8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.679755 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-f71fa4bd-967f-46e6-9af1-f40f970c8fec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 1096 time: 0.1187050 Jul 16 08:47:18.692153 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341e5a7-f86b-4899-a858-bafc543bcb16 req-30992df2-d6fb-47c5-9843-788eb9025c92 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.692840 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4341e5a7-f86b-4899-a858-bafc543bcb16 req-30992df2-d6fb-47c5-9843-788eb9025c92 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 945 time: 0.0906572 Jul 16 08:47:18.702625 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47124) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.707157 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Request body: {'floatingip': {'port_id': '39a8385a-8351-44f8-9097-52bf5ac97738'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:18.768241 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.908376 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-ade4ec6b-af36-443f-ba2e-2631b5afebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.909860 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-ade4ec6b-af36-443f-ba2e-2631b5afebca service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.2161558 Jul 16 08:47:18.958344 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-a17158ce-d293-42ed-90a9-956e4ae0ac46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd4964e-935e-4678-b04f-810a6a678e0f HTTP/1.1" status: 200 len: 217 time: 0.0413857 Jul 16 08:47:19.175390 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcda3d-3a08-48aa-8e0d-91e171b139d6 req-3c5f1e28-d430-4402-8634-7b323c5f10a1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.177038 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-90bcda3d-3a08-48aa-8e0d-91e171b139d6 req-3c5f1e28-d430-4402-8634-7b323c5f10a1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 943 time: 0.0804284 Jul 16 08:47:19.193378 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-f816b770-2452-4648-a3fa-ca502df8244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.195039 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-f816b770-2452-4648-a3fa-ca502df8244d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0949616 Jul 16 08:47:19.243428 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-90bcda3d-3a08-48aa-8e0d-91e171b139d6 req-9be18e00-b986-4ad8-ad65-85dd5b8359b3 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595922 Jul 16 08:47:19.306853 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-ae1f0629-f56b-4598-be5e-8fd32bb5307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.308502 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-ae1f0629-f56b-4598-be5e-8fd32bb5307d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054518 Jul 16 08:47:19.450216 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.473496 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.538358 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-c9679a9b-4d35-4acc-aff6-e4fee3568a79 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011819 Jul 16 08:47:19.886503 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-ab145f2b-97a7-4e17-af79-844b09855887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.887971 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-ab145f2b-97a7-4e17-af79-844b09855887 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 1099 time: 0.4565060 Jul 16 08:47:19.936613 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Floating IP af9f1d97-bb50-42a1-893f-5c03267561fd associated. External IP: 172.27.0.220, port: 39a8385a-8351-44f8-9097-52bf5ac97738. Jul 16 08:47:20.096345 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6e9cb08-0a5c-4dfe-9e49-5990484206a1 req-5066129e-c70c-4429-9d1a-e1d65888ccf5 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493531 Jul 16 08:47:20.121008 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8958c9-0e0f-4f6e-a49c-aefa9b7aded0 req-eed7cef8-d2e1-48f2-9fef-26171b7c83e4 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.122448 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ad8958c9-0e0f-4f6e-a49c-aefa9b7aded0 req-eed7cef8-d2e1-48f2-9fef-26171b7c83e4 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.5395520 Jul 16 08:47:20.143720 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-40ed8223-bf47-4a92-949a-9cc8149ae52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.145081 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-40ed8223-bf47-4a92-949a-9cc8149ae52d service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.2463200 Jul 16 08:47:20.216695 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ad8958c9-0e0f-4f6e-a49c-aefa9b7aded0 req-af589011-7663-4981-9ba4-a4ea958b757d tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848620 Jul 16 08:47:20.262004 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-52728023-21f0-4093-96b7-0d9dc2c80e5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637a6db6-f185-4896-a812-c159c29fcd17 HTTP/1.1" status: 200 len: 1001 time: 0.1079223 Jul 16 08:47:20.350819 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-f0ba9f4d-661a-416d-be26-5ab864d85fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.352307 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-f0ba9f4d-661a-416d-be26-5ab864d85fc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0826778 Jul 16 08:47:20.369744 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Router d485e6ad-c354-44d0-89a3-8c409ab892d0 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:20.418925 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43966330-ac3f-4bdb-9de6-740041a7d5f7 req-071c2635-5a82-4a12-acdd-d3e4edfd9f6b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.420515 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-43966330-ac3f-4bdb-9de6-740041a7d5f7 req-071c2635-5a82-4a12-acdd-d3e4edfd9f6b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 943 time: 0.0735407 Jul 16 08:47:20.460886 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-43966330-ac3f-4bdb-9de6-740041a7d5f7 req-14815853-98c9-437b-be7e-cf29bdf8205d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344095 Jul 16 08:47:20.492926 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-105d0863-baf3-4fff-ab89-dba8d23614f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.494800 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-105d0863-baf3-4fff-ab89-dba8d23614f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1357334 Jul 16 08:47:20.548340 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:20.560587 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.564535 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] Sync routers for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:20.573294 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:20.573969 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:47:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:20.622046 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-07ca6ab9-9ec0-4903-9367-60c0803b77f7 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "PUT /v2.0/floatingips/af9f1d97-bb50-42a1-893f-5c03267561fd HTTP/1.1" status: 200 len: 991 time: 1.9183946 Jul 16 08:47:20.623956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'tag': '39a8385a-8351-44f8-9097-52bf5ac97738'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:20.626518 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41f74bd-12b6-4df9-bc3a-82944226fdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "2da40459-bda7-4a4c-83c5-f5d78ce2c63b", "tag": "39a8385a-8351-44f8-9097-52bf5ac97738"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:20.643862 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-85e80960-f284-42f2-9b36-63ec406f1bf5 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386230 Jul 16 08:47:20.673040 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0ed4b8-4fc5-49e7-809b-042ba189d22d x-openstack-request-id: req-cf0ed4b8-4fc5-49e7-809b-042ba189d22d {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:20.673401 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da40459-bda7-4a4c-83c5-f5d78ce2c63b", "tag": "39a8385a-8351-44f8-9097-52bf5ac97738", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:20.673720 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cf0ed4b8-4fc5-49e7-809b-042ba189d22d {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:20.674174 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'tag': '39a8385a-8351-44f8-9097-52bf5ac97738', 'status': 'completed', 'code': 200} Jul 16 08:47:20.686075 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:20.783461 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94c886ec-133c-4d17-acf8-f03f2f50bc30 req-ca6af51c-8221-4a08-bb58-9e4c2e16b349 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329854 Jul 16 08:47:20.801812 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-64d633ea-9589-49bb-afc4-8d0842546a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.803380 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-64d633ea-9589-49bb-afc4-8d0842546a61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26c729b49b34426c98da58a7e599e297&device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 1098 time: 0.0810895 Jul 16 08:47:20.895097 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-44478f15-0792-46dc-8075-b7c973d8b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.897148 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-44478f15-0792-46dc-8075-b7c973d8b7c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 200 len: 911 time: 0.0877528 Jul 16 08:47:20.915727 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'af9f1d97-bb50-42a1-893f-5c03267561fd', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'port_id': '39a8385a-8351-44f8-9097-52bf5ac97738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'mac_address': 'fa:16:3e:a5:0a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:59Z', 'updated_at': '2021-07-16T08:47:19Z', 'revision_number': 1, 'project_id': '26c729b49b34426c98da58a7e599e297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:20.944896 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] Checking router: d485e6ad-c354-44d0-89a3-8c409ab892d0 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:20.953870 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:20.954467 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:47:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:20.962025 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-94097ab8-a594-42ed-84e4-b5a62c5f9d09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39a8385a-8351-44f8-9097-52bf5ac97738 HTTP/1.1" status: 200 len: 999 time: 0.0577991 Jul 16 08:47:21.009341 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-c79c5c36-3846-412d-9ebe-b85d01f9949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.010790 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-c79c5c36-3846-412d-9ebe-b85d01f9949a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 200 len: 849 time: 0.0422847 Jul 16 08:47:21.055308 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:21.070894 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-75a3ae83-beec-4fd1-ab65-5252a5f12d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.073323 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-75a3ae83-beec-4fd1-ab65-5252a5f12d82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7bfd0a05-e226-4fca-890e-fdd2b9af251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556271 Jul 16 08:47:21.162467 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-0d29bf98-42dd-4d85-bce2-453d2ea20299 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811927 Jul 16 08:47:21.252850 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e41f74bd-12b6-4df9-bc3a-82944226fdf1 req-f9d94831-ba67-48c8-bacc-db6887adcae6 service neutron] 10.222.0.62 "GET /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841391 Jul 16 08:47:21.277657 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'af9f1d97-bb50-42a1-893f-5c03267561fd', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'port_id': '39a8385a-8351-44f8-9097-52bf5ac97738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'mac_address': 'fa:16:3e:a5:0a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:59Z', 'updated_at': '2021-07-16T08:47:19Z', 'revision_number': 1, 'project_id': '26c729b49b34426c98da58a7e599e297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:21.305614 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c3eac-d559-4136-9c4a-fb7c442cf5ab None None] The sync data for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi is: [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': 'af9f1d97-bb50-42a1-893f-5c03267561fd', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'port_id': '39a8385a-8351-44f8-9097-52bf5ac97738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'mac_address': 'fa:16:3e:a5:0a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:59Z', 'updated_at': '2021-07-16T08:47:19Z', 'revision_number': 1, 'project_id': '26c729b49b34426c98da58a7e599e297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:21.398518 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e7ef-239d-4589-a2e5-f92b738270a8 req-e0ae739b-1d9a-4978-b779-35269d71f25b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.400009 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5448e7ef-239d-4589-a2e5-f92b738270a8 req-e0ae739b-1d9a-4978-b779-35269d71f25b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0635526 Jul 16 08:47:21.438673 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5448e7ef-239d-4589-a2e5-f92b738270a8 req-e1365c2d-5493-4361-9e72-24749d19c23c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Jul 16 08:47:21.482559 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfc951-4630-4d6b-b275-3d6b646abb62 None None] New status for floating IP af9f1d97-bb50-42a1-893f-5c03267561fd: ACTIVE {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:21.638244 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866db09b-63cf-4758-a9bd-c770927903b4 req-9ea84965-9304-4603-a096-70e716217c51 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.639787 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-866db09b-63cf-4758-a9bd-c770927903b4 req-9ea84965-9304-4603-a096-70e716217c51 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 943 time: 0.0677345 Jul 16 08:47:21.681559 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-866db09b-63cf-4758-a9bd-c770927903b4 req-e611b302-3688-4691-9b92-55142965c708 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353510 Jul 16 08:47:21.829246 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47172) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:21.929630 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5273053b-c9c9-4720-b109-f09535e8d285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.020630 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5273053b-c9c9-4720-b109-f09535e8d285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.024301 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5273053b-c9c9-4720-b109-f09535e8d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.060308 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273053b-c9c9-4720-b109-f09535e8d285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae727710-6184-4ddb-8840-66858cb20366,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:22.064598 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5273053b-c9c9-4720-b109-f09535e8d285 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=96f2148c1edc462ea844336da21d8c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343397 Jul 16 08:47:22.067131 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47176) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:22.114084 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e19d-0436-4416-996b-dde87e1cdd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.134205 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e19d-0436-4416-996b-dde87e1cdd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.179137 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e19d-0436-4416-996b-dde87e1cdd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.181745 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e19d-0436-4416-996b-dde87e1cdd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.182881 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8bd0e19d-0436-4416-996b-dde87e1cdd2f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae727710-6184-4ddb-8840-66858cb20366 HTTP/1.1" status: 204 len: 168 time: 0.1148484 Jul 16 08:47:22.190382 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0e19d-0436-4416-996b-dde87e1cdd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae727710-6184-4ddb-8840-66858cb20366,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:22.623462 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c25ea2-1b4b-4d09-becc-f287eaa15bf3 req-c6d9441d-d753-49be-b041-269f5fa109ac tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.625032 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-05c25ea2-1b4b-4d09-becc-f287eaa15bf3 req-c6d9441d-d753-49be-b041-269f5fa109ac tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 946 time: 0.0689204 Jul 16 08:47:22.667129 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-05c25ea2-1b4b-4d09-becc-f287eaa15bf3 req-55ac9533-247c-44ae-992c-5d0f881a3cd2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359509 Jul 16 08:47:22.855800 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c99cc6-51e8-4a35-98fb-7ece6c46e4a1 req-b61dc63f-9b4f-42fa-a5eb-084797c15638 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.857298 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c6c99cc6-51e8-4a35-98fb-7ece6c46e4a1 req-b61dc63f-9b4f-42fa-a5eb-084797c15638 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 943 time: 0.0656104 Jul 16 08:47:22.895832 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c6c99cc6-51e8-4a35-98fb-7ece6c46e4a1 req-82470376-f3ee-4d22-af83-10ad3f56d03a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Jul 16 08:47:23.263892 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:23.347528 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.370447 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:23.372695 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160182d3-268b-43e5-88c0-c3706972eee9" -d '{"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "637a6db6-f185-4896-a812-c159c29fcd17"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:23.385377 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:23.389190 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.438904 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=8']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.511486 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1872a73-a1e4-4b9f-aa7b-3251ed6d9a3c x-openstack-request-id: req-c1872a73-a1e4-4b9f-aa7b-3251ed6d9a3c {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:23.511824 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-unplugged", "status": "failed", "tag": "637a6db6-f185-4896-a812-c159c29fcd17", "code": 422}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:23.512119 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c1872a73-a1e4-4b9f-aa7b-3251ed6d9a3c {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:23.512661 dv-cinder-800768-3-iscsi neutron-server[99544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17', 'code': 422} returned with failed status Jul 16 08:47:23.849265 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922399-dbd5-4b60-b849-fd31d82bed50 req-eb58b7a9-11bc-4b63-b1ff-3427079917a6 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.850791 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd922399-dbd5-4b60-b849-fd31d82bed50 req-eb58b7a9-11bc-4b63-b1ff-3427079917a6 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0637789 Jul 16 08:47:23.888235 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd922399-dbd5-4b60-b849-fd31d82bed50 req-5babb33a-9da6-4582-9acb-547a2339db8c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Jul 16 08:47:24.072828 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1229f-73cc-4190-8e9b-d86cebd3ceed req-8222a74a-0390-488f-bce7-8236668c62c5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.074622 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-def1229f-73cc-4190-8e9b-d86cebd3ceed req-8222a74a-0390-488f-bce7-8236668c62c5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 943 time: 0.0677059 Jul 16 08:47:24.114045 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-def1229f-73cc-4190-8e9b-d86cebd3ceed req-69f866dc-cc53-427d-8ffe-68830abbaf1c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334077 Jul 16 08:47:25.023518 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b558a-35c7-4901-875d-adef912aa948 req-ea3b0631-38d0-4ab5-a9c9-1c03d58fd3dc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.025075 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5e9b558a-35c7-4901-875d-adef912aa948 req-ea3b0631-38d0-4ab5-a9c9-1c03d58fd3dc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0641606 Jul 16 08:47:25.063624 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5e9b558a-35c7-4901-875d-adef912aa948 req-4d443ff3-2348-4de3-8d5a-aaae021791a5 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331609 Jul 16 08:47:25.184079 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47318) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:25.331175 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc499539-d466-4d55-9a40-2dd9fe52ebe4 req-f229b267-ecb8-4b02-9ec3-db03b519845d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.333367 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc499539-d466-4d55-9a40-2dd9fe52ebe4 req-f229b267-ecb8-4b02-9ec3-db03b519845d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 943 time: 0.0958447 Jul 16 08:47:25.336094 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-2c30fb66-5756-4282-89ac-187b82710610 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1507225 Jul 16 08:47:25.372758 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc499539-d466-4d55-9a40-2dd9fe52ebe4 req-d89db09e-b5c2-43bf-8b2f-fe490aa79687 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331292 Jul 16 08:47:26.251780 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccb8a1-bb61-4a32-849d-f761916ee1b9 req-16d232e1-877c-4a27-bb1f-048ee215d00e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.253302 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-54ccb8a1-bb61-4a32-849d-f761916ee1b9 req-16d232e1-877c-4a27-bb1f-048ee215d00e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0687480 Jul 16 08:47:26.321968 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-54ccb8a1-bb61-4a32-849d-f761916ee1b9 req-72015045-9eb8-4f65-8675-d2184065af0a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632358 Jul 16 08:47:26.339441 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-07fbc99b-706b-4aae-b593-c20e22640bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.340956 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-07fbc99b-706b-4aae-b593-c20e22640bde service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4&tenant_id=56ca38ed14dd44d784a0ed25d2587694 HTTP/1.1" status: 200 len: 1097 time: 0.0766182 Jul 16 08:47:26.430142 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-4b59ab52-86d9-481d-bc24-ef1afffc81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.434492 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-4b59ab52-86d9-481d-bc24-ef1afffc81c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0527799 Jul 16 08:47:26.532100 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-7daeaecc-a18c-4cb7-8df4-cfe63234c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.533581 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-7daeaecc-a18c-4cb7-8df4-cfe63234c99a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.0949631 Jul 16 08:47:26.567726 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926b2e-d615-4581-945d-e20e0463d64e req-2be7803d-2133-42b8-b33e-65f8bd88b8a3 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.569228 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e4926b2e-d615-4581-945d-e20e0463d64e req-2be7803d-2133-42b8-b33e-65f8bd88b8a3 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 943 time: 0.0705309 Jul 16 08:47:26.611686 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e4926b2e-d615-4581-945d-e20e0463d64e req-385c0e0d-7a67-44f1-b709-13133c5a0ae2 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363567 Jul 16 08:47:26.612662 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-4572c446-3fd4-4ae7-b0c3-57f428ec943e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637a6db6-f185-4896-a812-c159c29fcd17 HTTP/1.1" status: 200 len: 999 time: 0.0583916 Jul 16 08:47:26.666076 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-a906558b-8222-4f4a-ab35-4404257e2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.667482 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-a906558b-8222-4f4a-ab35-4404257e2241 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0487540 Jul 16 08:47:26.727489 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-a39c7a97-8e2e-47fa-beac-0b7233c41205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.728996 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-a39c7a97-8e2e-47fa-beac-0b7233c41205 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553455 Jul 16 08:47:26.817607 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-64551164-5df5-40b4-a06e-607d7d8eba76 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814688 Jul 16 08:47:26.910461 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d8dbd884-c325-4ba6-a640-f546172f11f0 req-3feee227-4522-4d73-ae79-cc8e88f54ce7 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865691 Jul 16 08:47:27.052798 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:47:27.294478 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fd4964e-935e-4678-b04f-810a6a678e0f details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:27.309002 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:27.488457 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fd4964e-935e-4678-b04f-810a6a678e0f, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fd4964e-935e-4678-b04f-810a6a678e0f,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:27.503327 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:27.590613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98424eac-d320-4594-ade5-c4beef141471 req-f05c36c9-4977-48e5-83a7-4c34637a27de tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.591262 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.604207 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-98424eac-d320-4594-ade5-c4beef141471 req-f05c36c9-4977-48e5-83a7-4c34637a27de tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.1360559 Jul 16 08:47:27.615792 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd4964e-935e-4678-b04f-810a6a678e0f {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:27.683910 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fd4964e-935e-4678-b04f-810a6a678e0f, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fd4964e-935e-4678-b04f-810a6a678e0f,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:27.689201 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.695283 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-98424eac-d320-4594-ade5-c4beef141471 req-f8537286-a87a-4ec6-8857-ea6837ab0212 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901661 Jul 16 08:47:27.769009 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=5fd4964e-935e-4678-b04f-810a6a678e0f,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.907995 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183ea3-58f7-4167-987d-778eb60fceb1 req-9afa3207-12ae-4c29-8f24-88244bba195f tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.910032 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35183ea3-58f7-4167-987d-778eb60fceb1 req-9afa3207-12ae-4c29-8f24-88244bba195f tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 944 time: 0.0979733 Jul 16 08:47:27.960063 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35183ea3-58f7-4167-987d-778eb60fceb1 req-e4bad87a-1288-4aee-a843-52d3b1b04a4e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Jul 16 08:47:28.009337 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['5fd4964e-935e-4678-b04f-810a6a678e0f'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:28.881640 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58237b-e347-4f4a-a136-22149e1cd52a req-9db12113-4b51-4f13-9782-58bc907c635c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.883053 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2e58237b-e347-4f4a-a136-22149e1cd52a req-9db12113-4b51-4f13-9782-58bc907c635c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0649040 Jul 16 08:47:28.925006 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2e58237b-e347-4f4a-a136-22149e1cd52a req-87a46e1c-289f-480f-b92e-7ac0a87e4fd7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361626 Jul 16 08:47:29.138268 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f970b-a9ed-4fe8-9ae0-872d0ea463c8 req-6ebc7445-cc33-468a-8d0e-00c760905a4d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:29.141345 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-404f970b-a9ed-4fe8-9ae0-872d0ea463c8 req-6ebc7445-cc33-468a-8d0e-00c760905a4d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 944 time: 0.0669832 Jul 16 08:47:29.180169 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-404f970b-a9ed-4fe8-9ae0-872d0ea463c8 req-bd106906-b03a-44a9-ac82-2e1fb47a0aae tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337675 Jul 16 08:47:29.295395 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fd4964e-935e-4678-b04f-810a6a678e0f up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:29.352289 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 5fd4964e-935e-4678-b04f-810a6a678e0f completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:29.356819 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 5fd4964e-935e-4678-b04f-810a6a678e0f triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:29.357385 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.439377 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.464485 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:29.466739 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a375b502-7f0a-4859-b863-ac32a464ec50" -d '{"events": [{"server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "name": "network-vif-plugged", "status": "completed", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:29.480411 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fd4964e-935e-4678-b04f-810a6a678e0f, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fd4964e-935e-4678-b04f-810a6a678e0f,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:29.488273 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.526603 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d999874-65da-46cd-bdb1-900447f0f75c x-openstack-request-id: req-8d999874-65da-46cd-bdb1-900447f0f75c {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:29.526990 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "name": "network-vif-plugged", "status": "completed", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:29.527313 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8d999874-65da-46cd-bdb1-900447f0f75c {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:29.527769 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'code': 200} Jul 16 08:47:29.543619 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=5fd4964e-935e-4678-b04f-810a6a678e0f,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:30.120167 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6918b-9135-474e-ae21-fc41faec79f4 req-faedd58a-ca20-4ae0-a20e-6affedda38b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.122004 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d9b6918b-9135-474e-ae21-fc41faec79f4 req-faedd58a-ca20-4ae0-a20e-6affedda38b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0709393 Jul 16 08:47:30.163467 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d9b6918b-9135-474e-ae21-fc41faec79f4 req-b9a72cef-6c47-4e07-9122-d6f2789cacbe tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356734 Jul 16 08:47:30.358494 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8019e0-5261-42e3-b26f-9d3fa0f12154 req-6b6ddc51-8775-4846-9677-813e5e9d31e4 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.360009 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cf8019e0-5261-42e3-b26f-9d3fa0f12154 req-6b6ddc51-8775-4846-9677-813e5e9d31e4 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0657351 Jul 16 08:47:30.401180 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cf8019e0-5261-42e3-b26f-9d3fa0f12154 req-012d2b58-ccb9-4816-992c-1365d9f9f56c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348053 Jul 16 08:47:30.710712 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.346603 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842561c-bdcf-4f65-9eed-9f7ef6b882da req-04eb8ff5-58ae-4fb3-afed-2180347cd6d9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.348655 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5842561c-bdcf-4f65-9eed-9f7ef6b882da req-04eb8ff5-58ae-4fb3-afed-2180347cd6d9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0685425 Jul 16 08:47:31.389805 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5842561c-bdcf-4f65-9eed-9f7ef6b882da req-30d35987-d8a3-4766-b530-6e9b94e49222 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Jul 16 08:47:31.505150 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7a29bfc0-70a4-46f4-990c-22064aedc7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.584213 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204785b5-3d59-40aa-a78c-0fb3180d3156 req-70e5fbde-2475-4ee2-8373-3fdb0e022951 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.585742 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-204785b5-3d59-40aa-a78c-0fb3180d3156 req-70e5fbde-2475-4ee2-8373-3fdb0e022951 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0670304 Jul 16 08:47:31.624946 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-204785b5-3d59-40aa-a78c-0fb3180d3156 req-d9f4a0be-880d-4f13-83f6-af66b53d030d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Jul 16 08:47:32.579328 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdabca3-7cab-425b-aa72-d5da2207fd00 req-ed96e7ca-d988-4d92-a22f-0dced63af5e9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.581147 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0cdabca3-7cab-425b-aa72-d5da2207fd00 req-ed96e7ca-d988-4d92-a22f-0dced63af5e9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0677774 Jul 16 08:47:32.621334 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0cdabca3-7cab-425b-aa72-d5da2207fd00 req-2b84bd92-2df4-402e-a957-7343a147173e tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338469 Jul 16 08:47:32.809922 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f7ed-9417-40cf-b1ab-f6d3a2206a5e req-f798f317-ed54-44c0-8d9b-8a7c5a0d71c5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.811309 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a878f7ed-9417-40cf-b1ab-f6d3a2206a5e req-f798f317-ed54-44c0-8d9b-8a7c5a0d71c5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0733299 Jul 16 08:47:32.853093 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a878f7ed-9417-40cf-b1ab-f6d3a2206a5e req-9d3143d8-1f91-4c2c-b176-0f60e35498e0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352607 Jul 16 08:47:33.802772 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ba1d2-c8fa-4f90-ac6d-b035b3cc17f2 req-1944c49d-1421-4ca6-a541-2db5f867a401 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.804430 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6d6ba1d2-c8fa-4f90-ac6d-b035b3cc17f2 req-1944c49d-1421-4ca6-a541-2db5f867a401 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0645645 Jul 16 08:47:33.844574 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6d6ba1d2-c8fa-4f90-ac6d-b035b3cc17f2 req-5d69b933-da29-4a21-837e-2ad2cb304f1b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Jul 16 08:47:34.047193 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b676c16-cd72-4a43-9cad-e7fd2fe725a3 req-0809cfab-ef2a-4087-8717-4586a47ed819 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:34.048753 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6b676c16-cd72-4a43-9cad-e7fd2fe725a3 req-0809cfab-ef2a-4087-8717-4586a47ed819 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0729697 Jul 16 08:47:34.091790 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6b676c16-cd72-4a43-9cad-e7fd2fe725a3 req-c4141a3e-b656-4237-9d72-a0a28c6076fb tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358419 Jul 16 08:47:34.096773 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-6c96678e-ef4a-4bda-8667-ecc238c84f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.103357 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.040244 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca24c-af30-4f3f-8dc1-fd0932f75730 req-192e9ba1-8cd2-4145-9a24-ea477846b271 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.041508 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78fca24c-af30-4f3f-8dc1-fd0932f75730 req-192e9ba1-8cd2-4145-9a24-ea477846b271 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0749397 Jul 16 08:47:35.081682 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78fca24c-af30-4f3f-8dc1-fd0932f75730 req-bfa69a06-76b4-468f-a037-9dd2209df8bf tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344667 Jul 16 08:47:35.196784 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.271829 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6e5cd-5e16-435a-91b4-223a0d97c913 req-c8360c9b-0cc5-4bd0-a03f-9bd251172dea tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.273323 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4ca6e5cd-5e16-435a-91b4-223a0d97c913 req-c8360c9b-0cc5-4bd0-a03f-9bd251172dea tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0642564 Jul 16 08:47:35.313361 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4ca6e5cd-5e16-435a-91b4-223a0d97c913 req-40f2207c-489d-4580-938f-a8a90e484f84 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343058 Jul 16 08:47:36.263891 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cb3aa-74d3-4130-af97-3c7c7efac906 req-03a542f4-7fde-4f5e-9178-2cbe3e1e53aa tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.265383 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cb0cb3aa-74d3-4130-af97-3c7c7efac906 req-03a542f4-7fde-4f5e-9178-2cbe3e1e53aa tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0673039 Jul 16 08:47:36.304910 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cb0cb3aa-74d3-4130-af97-3c7c7efac906 req-e3517f75-69d1-42d0-bd21-cbfa1eeddfe8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Jul 16 08:47:36.489635 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13187a4-a093-4bdf-b28a-dd7b4d0dcf32 req-ce92c853-fa5c-490b-9192-5604ca522301 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.491182 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f13187a4-a093-4bdf-b28a-dd7b4d0dcf32 req-ce92c853-fa5c-490b-9192-5604ca522301 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0657237 Jul 16 08:47:36.529872 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f13187a4-a093-4bdf-b28a-dd7b4d0dcf32 req-1c8b44de-472b-431d-b9d0-2ef206971ecf tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331566 Jul 16 08:47:37.001338 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.490359 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e0f3-1349-43ff-9bc8-e6aa2349591e req-cb5989e1-cb68-4f90-b474-270e8eee46d8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.491851 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5c12e0f3-1349-43ff-9bc8-e6aa2349591e req-cb5989e1-cb68-4f90-b474-270e8eee46d8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0662351 Jul 16 08:47:37.530233 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5c12e0f3-1349-43ff-9bc8-e6aa2349591e req-380854d3-db28-49d5-bea0-38efbe4eecce tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Jul 16 08:47:37.701570 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af8ff-198e-41a1-a98d-d6dc3060e8b0 req-8ce30959-dd26-428f-91cd-a283061b480d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.702996 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c38af8ff-198e-41a1-a98d-d6dc3060e8b0 req-8ce30959-dd26-428f-91cd-a283061b480d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0628271 Jul 16 08:47:37.740654 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c38af8ff-198e-41a1-a98d-d6dc3060e8b0 req-56c99c61-9979-4798-b19c-b0f3be9bf65c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Jul 16 08:47:38.707119 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baba36c-950b-4389-b769-a192e9f217b0 req-3023bc3b-7b96-4cf1-a21f-cfc77a175f6b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.708700 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6baba36c-950b-4389-b769-a192e9f217b0 req-3023bc3b-7b96-4cf1-a21f-cfc77a175f6b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0633395 Jul 16 08:47:38.748681 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6baba36c-950b-4389-b769-a192e9f217b0 req-08f6688d-46d9-4d2c-aff5-7038cad2662f tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Jul 16 08:47:38.917579 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cbfeb-533e-41fb-90fe-3ef2f95accba req-c04aa09e-77c6-4540-9664-b465cbe873fa tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.919043 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e25cbfeb-533e-41fb-90fe-3ef2f95accba req-c04aa09e-77c6-4540-9664-b465cbe873fa tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0662720 Jul 16 08:47:38.956183 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e25cbfeb-533e-41fb-90fe-3ef2f95accba req-d11a6cf4-83bd-4eb0-b45c-67a9a5f0ffaf tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Jul 16 08:47:39.646981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c34b47-78c9-4b70-a3a8-837d45cd798c req-8f7671a9-00d2-4202-82f9-f0d7cca95bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.648427 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9c34b47-78c9-4b70-a3a8-837d45cd798c req-8f7671a9-00d2-4202-82f9-f0d7cca95bf0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 1098 time: 0.0495214 Jul 16 08:47:39.680755 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9c34b47-78c9-4b70-a3a8-837d45cd798c req-92a05879-50b4-4f63-8e26-2345c65d79a1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258980 Jul 16 08:47:39.927296 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce7cff-8741-4f76-aafe-b110ef4b3e87 req-56d25b9e-b8bb-4f8c-a6bc-3f726d34d136 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.928683 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5cce7cff-8741-4f76-aafe-b110ef4b3e87 req-56d25b9e-b8bb-4f8c-a6bc-3f726d34d136 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0643287 Jul 16 08:47:39.965029 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5cce7cff-8741-4f76-aafe-b110ef4b3e87 req-e762a676-4ac2-47b8-a870-3746930bd58a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Jul 16 08:47:40.124758 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55295361-44ac-42b9-90eb-0d09c133d851 req-2370df6c-bfd6-432a-a489-8221298ca991 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.126197 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-55295361-44ac-42b9-90eb-0d09c133d851 req-2370df6c-bfd6-432a-a489-8221298ca991 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0603881 Jul 16 08:47:40.162597 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-55295361-44ac-42b9-90eb-0d09c133d851 req-77390c8e-e131-4da1-a91f-fae62c82b649 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304070 Jul 16 08:47:41.138152 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d4c21-2d4c-404a-8dbe-e667d535c70c req-21813fc0-94ec-4c02-905d-3431ae31d9f8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.139626 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1d9d4c21-2d4c-404a-8dbe-e667d535c70c req-21813fc0-94ec-4c02-905d-3431ae31d9f8 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0618904 Jul 16 08:47:41.176848 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1d9d4c21-2d4c-404a-8dbe-e667d535c70c req-a0ab9079-189b-4fcb-8007-fd6c1afe57b9 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313551 Jul 16 08:47:41.330782 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3be4-5295-4eb8-87ab-fbe607910022 req-fd362edc-f133-427b-9dcc-355309d7a920 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.332294 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-774c3be4-5295-4eb8-87ab-fbe607910022 req-fd362edc-f133-427b-9dcc-355309d7a920 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0615771 Jul 16 08:47:41.368742 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-774c3be4-5295-4eb8-87ab-fbe607910022 req-9fe79afb-fa9b-4a74-af09-c9c3be2b8cf0 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Jul 16 08:47:41.536819 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98759db4-e260-41b0-a5fe-962644575e9e req-2e4ca921-b2ae-4180-bacc-b32a08cff214 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.538241 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-98759db4-e260-41b0-a5fe-962644575e9e req-2e4ca921-b2ae-4180-bacc-b32a08cff214 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0641067 Jul 16 08:47:41.574768 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-98759db4-e260-41b0-a5fe-962644575e9e req-cf71c959-a97f-4395-bf72-4e5076ddd440 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310972 Jul 16 08:47:41.598032 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47476) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.648829 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2431cfa8-3c69-471a-9d3c-d6bd564ac669 tempest-TestVolumeBootPattern-1880596247 tempest-TestVolumeBootPattern-1880596247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.650335 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2431cfa8-3c69-471a-9d3c-d6bd564ac669 tempest-TestVolumeBootPattern-1880596247 tempest-TestVolumeBootPattern-1880596247-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 1093 time: 0.0512393 Jul 16 08:47:41.653083 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47478) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.657293 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:41.678814 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.773421 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.881847 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Allocated IP 172.27.0.77 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/8e15ccd0-98c8-43b2-9c16-8fe7237ad23b) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:41.989207 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.024981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.059434 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:42.063969 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:42.067249 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:42.093899 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=8e15ccd0-98c8-43b2-9c16-8fe7237ad23b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.360347 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76ce7b-3704-4c48-b09e-dd60c7afeff5 req-4471b4d3-de04-4466-a4f9-ae0658211f5c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.361937 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6f76ce7b-3704-4c48-b09e-dd60c7afeff5 req-4471b4d3-de04-4466-a4f9-ae0658211f5c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0663874 Jul 16 08:47:42.401392 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6f76ce7b-3704-4c48-b09e-dd60c7afeff5 req-4b023e79-1664-4f56-8dbd-22ad67666eae tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337639 Jul 16 08:47:42.673359 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.748631 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.894740 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.899092 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.968553 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=8e15ccd0-98c8-43b2-9c16-8fe7237ad23b,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.977955 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.076811 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Floating IP 3663aadf-8d3b-4758-b8c0-6f706537585e associated. External IP: 172.27.0.77, port: 5fd4964e-935e-4678-b04f-810a6a678e0f. Jul 16 08:47:43.279387 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Router 110be320-1c26-4c7c-84f2-dcb403852893 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:43.383616 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:43.393181 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:43.399493 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.401945 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:43.402568 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:47:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:43.437947 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a93c4f30-ba17-46f6-ac64-f0da94ca0197 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7838571 Jul 16 08:47:43.438541 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:43.440850 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:43.519197 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:43.579957 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058cc75-4362-495f-b694-1b3d4c41c225 req-fc13ca50-d408-42b2-bf69-8c2808a78f90 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.581449 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6058cc75-4362-495f-b694-1b3d4c41c225 req-fc13ca50-d408-42b2-bf69-8c2808a78f90 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0649054 Jul 16 08:47:43.741396 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:42Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:43.767828 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:43.776608 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:43.777222 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:47:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:43.883050 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:43.885937 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6058cc75-4362-495f-b694-1b3d4c41c225 req-eeeb5900-189b-4122-8993-451f4d5485b3 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983465 Jul 16 08:47:43.933209 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1615c6-f67f-4458-b257-2fd2d30ed6eb x-openstack-request-id: req-6e1615c6-f67f-4458-b257-2fd2d30ed6eb {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:43.933736 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:43.933840 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6e1615c6-f67f-4458-b257-2fd2d30ed6eb {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:43.934170 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'status': 'completed', 'code': 200} Jul 16 08:47:44.099301 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:42Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:44.124365 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5558e2-cd93-46c1-b409-3261c9a79ecb None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:42Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:44.291419 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099658e5-d72b-4682-bb63-229e46906024 None None] New status for floating IP 3663aadf-8d3b-4758-b8c0-6f706537585e: ACTIVE {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:44.882246 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:44.982147 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:44.994416 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '637a6db6-f185-4896-a812-c159c29fcd17', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'port_id': '637a6db6-f185-4896-a812-c159c29fcd17', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:45.002313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-5b782f04-d6ac-4ab6-85c0-64e371c96740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.003990 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-5b782f04-d6ac-4ab6-85c0-64e371c96740 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 1098 time: 0.0546582 Jul 16 08:47:45.032245 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.046884 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637a6db6-f185-4896-a812-c159c29fcd17 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:45.066827 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:45.069164 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f67c-cfe0-40ee-8c74-5aef422ba4a4 req-365d04b5-a6ba-4432-9e8c-69826ce26001 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.070895 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.071501 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-27f2f67c-cfe0-40ee-8c74-5aef422ba4a4 req-365d04b5-a6ba-4432-9e8c-69826ce26001 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0694928 Jul 16 08:47:45.106583 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-faada097-6ebb-4134-964a-de951a7a4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.108149 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-faada097-6ebb-4134-964a-de951a7a4aa5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.0976355 Jul 16 08:47:45.110706 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-27f2f67c-cfe0-40ee-8c74-5aef422ba4a4 req-75e155e9-06b2-4cc4-92a5-767560213efb tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334132 Jul 16 08:47:45.122611 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=9']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.173889 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-67449254-b4db-47de-89dc-38e1c8dd431e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd4964e-935e-4678-b04f-810a6a678e0f HTTP/1.1" status: 200 len: 1000 time: 0.0587282 Jul 16 08:47:45.224927 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-5f088f70-ee1c-4c98-8a2b-0d6ab58d6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.226380 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-5f088f70-ee1c-4c98-8a2b-0d6ab58d6aae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0460787 Jul 16 08:47:45.281595 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-6411de28-1c6b-4f23-a440-625d5fedb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.283025 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-6411de28-1c6b-4f23-a440-625d5fedb37b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502303 Jul 16 08:47:45.372236 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-4b834744-8864-459c-b9d3-29579d47885b service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794694 Jul 16 08:47:45.414140 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['637a6db6-f185-4896-a812-c159c29fcd17'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:45.463217 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5097e45-bcb4-4f04-96d1-c8b074b38ae5 req-11aad7dd-d0c3-4cc8-aaad-753d737721d6 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841522 Jul 16 08:47:46.287899 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7944d85-c64b-48f2-a78a-518b9f877d10 req-f1d3191c-d86c-4eda-a342-a41e2e3d2e9c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.289252 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e7944d85-c64b-48f2-a78a-518b9f877d10 req-f1d3191c-d86c-4eda-a342-a41e2e3d2e9c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 945 time: 0.0599492 Jul 16 08:47:46.328344 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e7944d85-c64b-48f2-a78a-518b9f877d10 req-37d7b765-fc4f-4511-bb74-9e17c7733600 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336356 Jul 16 08:47:47.415534 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:47.461983 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 637a6db6-f185-4896-a812-c159c29fcd17 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:47.462354 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.506389 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0fbc9-5ead-41e3-8933-5a57b348d24f req-aec81175-045d-46a4-8d21-09bcc25f0ed2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.507951 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b2f0fbc9-5ead-41e3-8933-5a57b348d24f req-aec81175-045d-46a4-8d21-09bcc25f0ed2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 945 time: 0.0627158 Jul 16 08:47:47.540991 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.547700 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b2f0fbc9-5ead-41e3-8933-5a57b348d24f req-1fd76956-6f52-4008-9256-232c43f8214b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Jul 16 08:47:47.564720 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:47.567915 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc249cc-de9c-4b3b-9cec-fda2d6144753" -d '{"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-plugged", "status": "completed", "tag": "637a6db6-f185-4896-a812-c159c29fcd17"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:47.580833 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:47.584743 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.607441 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca14599a-cb0c-4a3a-93be-78429a067afb x-openstack-request-id: req-ca14599a-cb0c-4a3a-93be-78429a067afb {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:47.607724 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-plugged", "status": "completed", "tag": "637a6db6-f185-4896-a812-c159c29fcd17", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:47.608011 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ca14599a-cb0c-4a3a-93be-78429a067afb {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:47.608391 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17', 'code': 200} Jul 16 08:47:47.633534 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=10']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.849101 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69d72e-5678-43b4-88b1-9fc13eac477f req-e8d12484-30f3-419e-aca6-599bc429fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.850542 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0d69d72e-5678-43b4-88b1-9fc13eac477f req-e8d12484-30f3-419e-aca6-599bc429fd85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 1100 time: 0.0495825 Jul 16 08:47:47.884027 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0d69d72e-5678-43b4-88b1-9fc13eac477f req-a1d53e3d-7f4d-43bd-a15e-d33423c7f556 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273082 Jul 16 08:47:48.736280 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cc538-8755-45d4-bee0-9a843c1a6d2b req-2c19908c-2327-4052-97fb-8cb880440094 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.737689 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c8cc538-8755-45d4-bee0-9a843c1a6d2b req-2c19908c-2327-4052-97fb-8cb880440094 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 947 time: 0.0686743 Jul 16 08:47:48.776485 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c8cc538-8755-45d4-bee0-9a843c1a6d2b req-da053425-7807-4fe7-9a7d-a3283f93095b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332079 Jul 16 08:47:49.954638 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3b4a-20a1-4915-8dae-8c68277e6e79 req-17f0d692-05cb-4ff0-9c29-34511f461d4b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.956173 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-57fe3b4a-20a1-4915-8dae-8c68277e6e79 req-17f0d692-05cb-4ff0-9c29-34511f461d4b tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 947 time: 0.0657229 Jul 16 08:47:49.993523 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-57fe3b4a-20a1-4915-8dae-8c68277e6e79 req-23d49f04-acff-48c0-8203-ec69ed9f5931 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Jul 16 08:47:50.892759 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47594) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:50.997147 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5777-4522-4619-93f9-43a714204999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.084561 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5777-4522-4619-93f9-43a714204999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.088292 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5777-4522-4619-93f9-43a714204999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.129817 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6b6e5777-4522-4619-93f9-43a714204999 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1a9fe2a63d6f4cd992fa773cc139f841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359836 Jul 16 08:47:51.130774 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e5777-4522-4619-93f9-43a714204999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f954298d-2db3-48e4-8682-b86fad32c786,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.132462 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47598) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.182798 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7722b36c-13cc-4fea-a2c0-fa0e2e3f832e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.204110 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7722b36c-13cc-4fea-a2c0-fa0e2e3f832e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.250593 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7722b36c-13cc-4fea-a2c0-fa0e2e3f832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.253119 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7722b36c-13cc-4fea-a2c0-fa0e2e3f832e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.254265 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-7722b36c-13cc-4fea-a2c0-fa0e2e3f832e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f954298d-2db3-48e4-8682-b86fad32c786 HTTP/1.1" status: 204 len: 168 time: 0.1208134 Jul 16 08:47:51.264070 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722b36c-13cc-4fea-a2c0-fa0e2e3f832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f954298d-2db3-48e4-8682-b86fad32c786,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.087794 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53879301-6dde-48fc-b375-20c7cc172330 req-a3cfb524-c347-47f4-9243-fb969b89ff30 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511014 Jul 16 08:47:59.201177 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879301-6dde-48fc-b375-20c7cc172330 req-6c8dd47b-e288-4e72-ad06-18133fd586df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.202650 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53879301-6dde-48fc-b375-20c7cc172330 req-6c8dd47b-e288-4e72-ad06-18133fd586df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ca38ed14dd44d784a0ed25d2587694&device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 1100 time: 0.0511336 Jul 16 08:47:59.311635 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879301-6dde-48fc-b375-20c7cc172330 req-e2e352d0-93b0-4c29-b843-373846ba4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.313095 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53879301-6dde-48fc-b375-20c7cc172330 req-e2e352d0-93b0-4c29-b843-373846ba4afd service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 200 len: 918 time: 0.0846672 Jul 16 08:47:59.382166 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53879301-6dde-48fc-b375-20c7cc172330 req-e9ac953d-127b-4b8d-970a-ca9e6cb144df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=637a6db6-f185-4896-a812-c159c29fcd17 HTTP/1.1" status: 200 len: 1001 time: 0.0571852 Jul 16 08:47:59.434139 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879301-6dde-48fc-b375-20c7cc172330 req-700e9c51-3e61-4f7d-88fa-373650c45d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.435562 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53879301-6dde-48fc-b375-20c7cc172330 req-700e9c51-3e61-4f7d-88fa-373650c45d96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 200 len: 856 time: 0.0431917 Jul 16 08:47:59.504252 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879301-6dde-48fc-b375-20c7cc172330 req-6cc2f05a-7e76-418f-a127-90c221c1a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.505689 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53879301-6dde-48fc-b375-20c7cc172330 req-6cc2f05a-7e76-418f-a127-90c221c1a5a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f572e00-bafb-4776-89c1-ba5f11ff389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534027 Jul 16 08:47:59.591533 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53879301-6dde-48fc-b375-20c7cc172330 req-001f83b6-36de-4b98-8913-3b788a9d6bb3 service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789859 Jul 16 08:47:59.683656 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53879301-6dde-48fc-b375-20c7cc172330 req-0dceeea5-ad96-4385-ae77-767193ec0e3b service neutron] 10.222.0.62 "GET /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819583 Jul 16 08:48:00.721520 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.506178 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-bfe6818d-925f-4634-bce1-ca04c146045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.051423 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:04.089575 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-12ea54a6-aef0-4525-a63e-1494e33a9d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.092902 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.197835 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.001624 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.139355 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342dd86-9bf8-4898-b584-3e7f26b99b1e req-f057b2cf-c54d-4841-b7e8-61f9625421e7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.140847 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9342dd86-9bf8-4898-b584-3e7f26b99b1e req-f057b2cf-c54d-4841-b7e8-61f9625421e7 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 947 time: 0.0635517 Jul 16 08:48:23.186343 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9342dd86-9bf8-4898-b584-3e7f26b99b1e req-b1980813-f3eb-48ea-98bb-1ea90b4c82bc tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329647 Jul 16 08:48:24.359432 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46b22b-4e0f-4346-a6f0-e14fe112ec12 req-9986ed33-d389-4a8e-ab42-7ab5c74e9489 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.360930 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc46b22b-4e0f-4346-a6f0-e14fe112ec12 req-9986ed33-d389-4a8e-ab42-7ab5c74e9489 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 947 time: 0.0622027 Jul 16 08:48:24.397154 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dc46b22b-4e0f-4346-a6f0-e14fe112ec12 req-db63e620-ce67-46ba-a720-4851857c3757 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups?id=9731da77-3937-4b88-99c1-8305d984ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Jul 16 08:48:24.832576 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-f2d9adc5-516f-422d-868f-9c792e6d8867 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.834045 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-f2d9adc5-516f-422d-868f-9c792e6d8867 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 947 time: 0.0657940 Jul 16 08:48:24.934436 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Deleting port 637a6db6-f185-4896-a812-c159c29fcd17 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:24.934779 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.023127 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] For port 637a6db6-f185-4896-a812-c159c29fcd17, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=637a6db6-f185-4896-a812-c159c29fcd17,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:25.023487 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.185572 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.185867 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.186185 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Floating IP 5c710868-cab9-4f0e-b03a-794d1f268000 disassociated. External IP: 172.27.0.76, port: 637a6db6-f185-4896-a812-c159c29fcd17. Jul 16 08:48:25.186534 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Calling delete_port for 637a6db6-f185-4896-a812-c159c29fcd17 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:25.309540 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.335268 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event deleted for resources: {'Port': ['ID=637a6db6-f185-4896-a812-c159c29fcd17,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.346888 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.347243 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.347586 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.347962 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.348283 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.348610 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.349484 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.349817 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.350151 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.350481 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.350812 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.351143 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:25.463010 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Router 17567e42-94ba-42b3-8e5f-212e15fad502 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:25.539238 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2ff38181-65af-44e0-8406-590e7f347155 req-00689cf2-d978-4c25-87e4-4ea85952779a tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4 HTTP/1.1" status: 200 len: 210 time: 0.0281067 Jul 16 08:48:25.568709 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:25.578758 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] Sync routers for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:25.588159 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:25.588763 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:48:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:25.610800 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] No DVR routers for this DVR port 637a6db6-f185-4896-a812-c159c29fcd17 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:25.613262 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.615258 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-82aa2b98-b2f5-48c8-a2aa-58a0c0754dc5 req-1ec1666a-597d-45d6-8173-924bc7feb9b2 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.62 "DELETE /v2.0/ports/637a6db6-f185-4896-a812-c159c29fcd17 HTTP/1.1" status: 204 len: 173 time: 0.7758706 Jul 16 08:48:25.615689 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-deleted', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:25.617954 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5728c135-9d53-456a-b847-d3ec33b50e57" -d '{"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-deleted", "tag": "637a6db6-f185-4896-a812-c159c29fcd17"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:25.653153 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f943fc-1cca-41b0-94a6-3bf96560b044 x-openstack-request-id: req-90f943fc-1cca-41b0-94a6-3bf96560b044 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:25.653443 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4", "name": "network-vif-deleted", "tag": "637a6db6-f185-4896-a812-c159c29fcd17", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:25.653708 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-90f943fc-1cca-41b0-94a6-3bf96560b044 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:25.654073 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a54f4bc-da8c-4cc7-9a92-c95b4603d0d4', 'name': 'network-vif-deleted', 'tag': '637a6db6-f185-4896-a812-c159c29fcd17', 'status': 'completed', 'code': 200} Jul 16 08:48:25.823768 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:26.016064 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:26.042173 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] Checking router: 17567e42-94ba-42b3-8e5f-212e15fad502 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:26.051521 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:26.052318 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:48:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:26.169010 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:26.375144 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:26.400842 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28201ed-44fc-4641-993a-94eea74c92f8 None None] The sync data for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi is: [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'c0e0f428-d7b7-4f35-913a-58ca9a93c659', 'name': '', 'network_id': '4f572e00-bafb-4776-89c1-ba5f11ff389b', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'mac_address': 'fa:16:3e:05:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:54Z', 'updated_at': '2021-07-16T08:42:05Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'subnets': [{'id': '0b86204e-13c8-4f8f-bf1c-ca32418d2d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:26.622948 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7d96b-b5ea-48ea-ab96-30458d9009de None None] New status for floating IP 5c710868-cab9-4f0e-b03a-794d1f268000: DOWN {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:48:26.666892 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47758) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.724747 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.749245 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.796514 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.798920 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.800176 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "DELETE /v2.0/security-groups/9731da77-3937-4b88-99c1-8305d984ac03 HTTP/1.1" status: 204 len: 168 time: 0.1322553 Jul 16 08:48:26.802896 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47760) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.809484 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9731da77-3937-4b88-99c1-8305d984ac03,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:26.816804 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.817398 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.817501 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.api.v2.resource [None req-7dbe290a-c7c0-4448-9ee9-ff2857ed30cd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] show failed (client error): The resource could not be found. Jul 16 08:48:26.818114 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.818447 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.818782 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.818885 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-7dbe290a-c7c0-4448-9ee9-ff2857ed30cd tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "GET /v2.0/security-groups/9731da77-3937-4b88-99c1-8305d984ac03 HTTP/1.1" status: 404 len: 347 time: 0.0148809 Jul 16 08:48:26.819327 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.819665 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.820026 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.820359 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.820687 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.821013 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.821420 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8412633-09f4-49d8-8f1f-95a4213ad12c tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:26.821902 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47762) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.952254 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Deleting port efca496c-fc53-4a8b-822b-10215c73cd80 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:26.952600 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.033664 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.033992 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.045298 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Calling delete_port for efca496c-fc53-4a8b-822b-10215c73cd80 owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:27.169313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.198989 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Pushing event deleted for resources: {'Port': ['ID=efca496c-fc53-4a8b-822b-10215c73cd80,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.506628 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.509397 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.510661 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5daa39c2-e5a3-4ae6-b0b3-7529ef484564 tempest-AttachVolumeShelveTestJSON-1682362301 tempest-AttachVolumeShelveTestJSON-1682362301-project] 10.222.0.63 "DELETE /v2.0/floatingips/5c710868-cab9-4f0e-b03a-794d1f268000 HTTP/1.1" status: 204 len: 168 time: 0.6843975 Jul 16 08:48:27.841724 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7e37a-d917-45b4-b15b-f7a6298aa40a req-3a48610c-8164-47b4-a024-22ca6c289852 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.843301 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9dd7e37a-d917-45b4-b15b-f7a6298aa40a req-3a48610c-8164-47b4-a024-22ca6c289852 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 945 time: 0.0644157 Jul 16 08:48:27.881878 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9dd7e37a-d917-45b4-b15b-f7a6298aa40a req-2d099877-aeb0-4c29-8b7e-616e3ce51607 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Jul 16 08:48:29.054267 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898e233-c66e-4ec0-993a-4d1deac2be55 req-eb9ab653-4f2d-4e1f-a65e-bd5ba6649911 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.056293 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2898e233-c66e-4ec0-993a-4d1deac2be55 req-eb9ab653-4f2d-4e1f-a65e-bd5ba6649911 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 945 time: 0.0639346 Jul 16 08:48:29.092551 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2898e233-c66e-4ec0-993a-4d1deac2be55 req-64afe5ac-3dec-4427-8ce1-9f5d7b9785af tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups?id=47282261-1773-42c4-8e57-8169355c05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304396 Jul 16 08:48:29.574007 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:29.593990 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 637a6db6-f185-4896-a812-c159c29fcd17 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:29.594338 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 637a6db6-f185-4896-a812-c159c29fcd17 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:29.706592 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-94bb3239-8531-41c1-926f-f41a2a6a86ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.708068 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-94bb3239-8531-41c1-926f-f41a2a6a86ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 945 time: 0.0627599 Jul 16 08:48:29.802515 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Deleting port 39a8385a-8351-44f8-9097-52bf5ac97738 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:29.802857 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.889900 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] For port 39a8385a-8351-44f8-9097-52bf5ac97738, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=39a8385a-8351-44f8-9097-52bf5ac97738,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:29.890259 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.052962 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47800) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:30.056348 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.056726 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.057043 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Floating IP af9f1d97-bb50-42a1-893f-5c03267561fd disassociated. External IP: 172.27.0.220, port: 39a8385a-8351-44f8-9097-52bf5ac97738. Jul 16 08:48:30.057382 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Calling delete_port for 39a8385a-8351-44f8-9097-52bf5ac97738 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:30.191927 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.224156 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event deleted for resources: {'Port': ['ID=39a8385a-8351-44f8-9097-52bf5ac97738,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.259428 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3b3aa6f5-9395-4fb8-995d-3d1cc660eaa0 req-a38f4513-7144-4efb-b4ae-f14de2ba2d32 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/ports?device_id=2da40459-bda7-4a4c-83c5-f5d78ce2c63b HTTP/1.1" status: 200 len: 210 time: 0.0386605 Jul 16 08:48:30.362909 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Router d485e6ad-c354-44d0-89a3-8c409ab892d0 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:30.468227 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:30.478047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] Sync routers for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:30.487118 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:30.487846 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:48:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:30.515338 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] No DVR routers for this DVR port 39a8385a-8351-44f8-9097-52bf5ac97738 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:30.517847 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.519896 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0e00756-a805-4dbe-8a1f-54c1257455e4 req-a7c5a626-715f-4958-bd67-15ab4c4a94ec tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.62 "DELETE /v2.0/ports/39a8385a-8351-44f8-9097-52bf5ac97738 HTTP/1.1" status: 204 len: 173 time: 0.8066494 Jul 16 08:48:30.520343 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'name': 'network-vif-deleted', 'tag': '39a8385a-8351-44f8-9097-52bf5ac97738'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:30.522653 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fdc5a8-423f-4b8d-9492-856334208c74" -d '{"events": [{"server_uuid": "2da40459-bda7-4a4c-83c5-f5d78ce2c63b", "name": "network-vif-deleted", "tag": "39a8385a-8351-44f8-9097-52bf5ac97738"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:30.576249 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8cd189-3de5-4ff2-86c9-f2497c718dde x-openstack-request-id: req-0d8cd189-3de5-4ff2-86c9-f2497c718dde {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:30.576973 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da40459-bda7-4a4c-83c5-f5d78ce2c63b", "name": "network-vif-deleted", "tag": "39a8385a-8351-44f8-9097-52bf5ac97738", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:30.577196 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.577972 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0d8cd189-3de5-4ff2-86c9-f2497c718dde {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:30.578594 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da40459-bda7-4a4c-83c5-f5d78ce2c63b', 'name': 'network-vif-deleted', 'tag': '39a8385a-8351-44f8-9097-52bf5ac97738', 'status': 'completed', 'code': 200} Jul 16 08:48:30.600661 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:30.757001 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.835187 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:30.847632 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Deleting port c0e0f428-d7b7-4f35-913a-58ca9a93c659 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:30.848012 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.862322 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] Checking router: d485e6ad-c354-44d0-89a3-8c409ab892d0 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:30.870747 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:30.871350 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:48:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:30.924969 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] For port c0e0f428-d7b7-4f35-913a-58ca9a93c659, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=c0e0f428-d7b7-4f35-913a-58ca9a93c659,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:30.925333 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.937847 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Calling delete_port for c0e0f428-d7b7-4f35-913a-58ca9a93c659 owned by network:router_interface {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:30.972588 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:31.120170 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.149249 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e0f428-d7b7-4f35-913a-58ca9a93c659,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.187280 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:31.220446 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad3fcd-59f4-4a25-a5a6-01153a98ca0d None None] The sync data for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi is: [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 4, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '8c3073e5-aea9-48c5-b773-ee2f9912256a', 'name': '', 'network_id': '7bfd0a05-e226-4fca-890e-fdd2b9af251f', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'mac_address': 'fa:16:3e:7f:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:08Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'subnets': [{'id': '33311e80-7f24-45d9-bd6b-993686c7152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:31.324411 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.390230 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47812) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.481290 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa160e-3936-467f-9515-ed8a4f5bcc0c None None] New status for floating IP af9f1d97-bb50-42a1-893f-5c03267561fd: DOWN {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:48:31.506517 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-1e18929f-4112-42b9-843e-779585b63864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.529160 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8bdc23e5-5c9f-4807-a652-8d492617fa82 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.590492 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8bdc23e5-5c9f-4807-a652-8d492617fa82 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.641360 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Router 17567e42-94ba-42b3-8e5f-212e15fad502 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:31.684534 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8bdc23e5-5c9f-4807-a652-8d492617fa82 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.687047 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8bdc23e5-5c9f-4807-a652-8d492617fa82 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.688197 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-8bdc23e5-5c9f-4807-a652-8d492617fa82 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "DELETE /v2.0/security-groups/47282261-1773-42c4-8e57-8169355c05ec HTTP/1.1" status: 204 len: 168 time: 0.2969444 Jul 16 08:48:31.690940 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47814) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.704326 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.api.v2.resource [None req-b6274100-a5f2-4957-8564-c65e83b159e3 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] show failed (client error): The resource could not be found. Jul 16 08:48:31.705184 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc23e5-5c9f-4807-a652-8d492617fa82 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47282261-1773-42c4-8e57-8169355c05ec,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.705335 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b6274100-a5f2-4957-8564-c65e83b159e3 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "GET /v2.0/security-groups/47282261-1773-42c4-8e57-8169355c05ec HTTP/1.1" status: 404 len: 347 time: 0.0133946 Jul 16 08:48:31.707933 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47816) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.764841 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:31.772825 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-9498d728-b22a-4b53-9720-fd0c85f54dec admin admin] 10.222.0.63 "PUT /v2.0/routers/17567e42-94ba-42b3-8e5f-212e15fad502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7156899 Jul 16 08:48:31.772825 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47818) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.776270 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] Sync routers for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:31.785603 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:31.786213 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:48:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:31.832775 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Deleting port 834c53b4-f0c8-4515-b150-93f8b86a57b1 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:31.833161 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.879813 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.897309 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:31.911723 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.912207 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.928118 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Calling delete_port for 834c53b4-f0c8-4515-b150-93f8b86a57b1 owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:31.993336 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.049529 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Deleting port 3e6447a3-1319-498f-b784-311a4cd10f3e {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:32.049885 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.074819 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.092513 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 5, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port': {'id': '3e6447a3-1319-498f-b784-311a4cd10f3e', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:50Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:32.100661 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Pushing event deleted for resources: {'Port': ['ID=834c53b4-f0c8-4515-b150-93f8b86a57b1,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.121362 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] Checking router: 17567e42-94ba-42b3-8e5f-212e15fad502 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:32.131405 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] Routers {'17567e42-94ba-42b3-8e5f-212e15fad502'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:32.132034 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:48:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17567e42-94ba-42b3-8e5f-212e15fad502'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:32.133214 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] For port 3e6447a3-1319-498f-b784-311a4cd10f3e, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=3e6447a3-1319-498f-b784-311a4cd10f3e,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:32.133750 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.147850 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Calling delete_port for 3e6447a3-1319-498f-b784-311a4cd10f3e owned by network:router_gateway {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:32.164808 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.167379 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.168582 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-bc94de11-ea1d-4a7b-a96e-ef00926f97a1 tempest-AttachVolumeTestJSON-1436843041 tempest-AttachVolumeTestJSON-1436843041-project] 10.222.0.63 "DELETE /v2.0/floatingips/af9f1d97-bb50-42a1-893f-5c03267561fd HTTP/1.1" status: 204 len: 168 time: 0.4590721 Jul 16 08:48:32.249359 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] Set router 17567e42-94ba-42b3-8e5f-212e15fad502 gateway port host: None {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:32.363081 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.392296 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6447a3-1319-498f-b784-311a4cd10f3e,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.434590 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 6, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port_host': None}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:32.454673 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.461048 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1dd49-a935-4dc7-999a-8d7d7d113984 None None] The sync data for ids ['17567e42-94ba-42b3-8e5f-212e15fad502'] in dv-cinder-800768-3-iscsi is: [{'id': '17567e42-94ba-42b3-8e5f-212e15fad502', 'name': 'tempest-AttachVolumeShelveTestJSON-1408560647-router', 'tenant_id': '56ca38ed14dd44d784a0ed25d2587694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 6, 'project_id': '56ca38ed14dd44d784a0ed25d2587694', 'gw_port_host': None}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:32.550231 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.553539 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.596971 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.597669 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17567e42-94ba-42b3-8e5f-212e15fad502 {{(pid=99543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:48:32.602272 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.603396 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-509453a3-5b62-4337-8372-b7071f18a6c0 admin admin] 10.222.0.63 "DELETE /v2.0/routers/17567e42-94ba-42b3-8e5f-212e15fad502 HTTP/1.1" status: 204 len: 168 time: 0.8297181 Jul 16 08:48:32.605975 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47824) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.652413 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd14289-43f7-4791-827e-d662a5d4f4ad admin admin] Deleting subnet 0b86204e-13c8-4f8f-bf1c-ca32418d2d77 {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:32.655311 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dd14289-43f7-4791-827e-d662a5d4f4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.688732 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dd14289-43f7-4791-827e-d662a5d4f4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.762935 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dd14289-43f7-4791-827e-d662a5d4f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.816330 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dd14289-43f7-4791-827e-d662a5d4f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.848480 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8dd14289-43f7-4791-827e-d662a5d4f4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.850887 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-8dd14289-43f7-4791-827e-d662a5d4f4ad admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0b86204e-13c8-4f8f-bf1c-ca32418d2d77 HTTP/1.1" status: 204 len: 168 time: 0.2439029 Jul 16 08:48:32.851718 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14289-43f7-4791-827e-d662a5d4f4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b86204e-13c8-4f8f-bf1c-ca32418d2d77,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.853477 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47828) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.855740 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7a3f7-c326-4efb-85ec-7dc99f748922 None None] Network 4f572e00-bafb-4776-89c1-ba5f11ff389b requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:32.929443 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.979631 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Deleting port bad31264-07eb-4a3b-ad24-cdfabd882e54 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:32.980000 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.045200 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] For port bad31264-07eb-4a3b-ad24-cdfabd882e54, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=bad31264-07eb-4a3b-ad24-cdfabd882e54,segment=NetworkSegment(c6311da1-8fad-49bb-aed6-81077fc4413a),segment_id=c6311da1-8fad-49bb-aed6-81077fc4413a)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:33.045559 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.056477 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Calling delete_port for bad31264-07eb-4a3b-ad24-cdfabd882e54 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:33.131289 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.160201 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad31264-07eb-4a3b-ad24-cdfabd882e54,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.164279 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] No DVR routers for this DVR port bad31264-07eb-4a3b-ad24-cdfabd882e54 on host dv-cinder-800768-3-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:33.211206 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7fef6-7a85-43c9-8ab1-95f61601c006 None None] DHCP port deletion for 4f572e00-bafb-4776-89c1-ba5f11ff389b request from dv-cinder-800768-3-iscsi {{(pid=99544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:33.239801 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.250401 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f572e00-bafb-4776-89c1-ba5f11ff389b']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:33.260717 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6311da1-8fad-49bb-aed6-81077fc4413a') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:33.261018 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6311da1-8fad-49bb-aed6-81077fc4413a') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:33.269567 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.283240 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.289822 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:33.290334 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:33.292232 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:33.352151 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.357389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.361697 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4f572e00-bafb-4776-89c1-ba5f11ff389b HTTP/1.1" status: 204 len: 168 time: 0.5049546 Jul 16 08:48:33.382314 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b5a5a-6114-4e3a-9af7-2c212a4a2338 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f572e00-bafb-4776-89c1-ba5f11ff389b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.497108 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47838) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:33.535985 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2dc0d150-15b8-4623-aafa-d847de441ef1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=56ca38ed14dd44d784a0ed25d2587694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376656 Jul 16 08:48:33.538243 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47840) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:33.584088 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9f0e-0d93-4cfa-8a68-c6796c499692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.605160 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 39a8385a-8351-44f8-9097-52bf5ac97738 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:33.606521 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9f0e-0d93-4cfa-8a68-c6796c499692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.625194 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 39a8385a-8351-44f8-9097-52bf5ac97738 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:33.625550 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 39a8385a-8351-44f8-9097-52bf5ac97738 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:33.661306 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9f0e-0d93-4cfa-8a68-c6796c499692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.663747 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9f0e-0d93-4cfa-8a68-c6796c499692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.664934 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6b7a9f0e-0d93-4cfa-8a68-c6796c499692 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21173568-e988-4fd9-93c7-430b0297cb8c HTTP/1.1" status: 204 len: 168 time: 0.1258228 Jul 16 08:48:33.672792 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a9f0e-0d93-4cfa-8a68-c6796c499692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21173568-e988-4fd9-93c7-430b0297cb8c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:34.088747 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5ff11afb-e059-40ee-beb1-a6cac7692bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.091001 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.236598 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device bad31264-07eb-4a3b-ad24-cdfabd882e54 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:34.260104 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: bad31264-07eb-4a3b-ad24-cdfabd882e54 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:34.260534 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device bad31264-07eb-4a3b-ad24-cdfabd882e54 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:34.261025 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 3e6447a3-1319-498f-b784-311a4cd10f3e no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:34.279187 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 3e6447a3-1319-498f-b784-311a4cd10f3e {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:34.279627 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 3e6447a3-1319-498f-b784-311a4cd10f3e not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:34.280135 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device c0e0f428-d7b7-4f35-913a-58ca9a93c659 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:34.298596 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: c0e0f428-d7b7-4f35-913a-58ca9a93c659 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:34.298954 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device c0e0f428-d7b7-4f35-913a-58ca9a93c659 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:35.199852 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.871039 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47898) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.358175 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.855223 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Deleting port 8c3073e5-aea9-48c5-b773-ee2f9912256a {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:36.855562 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.932345 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] For port 8c3073e5-aea9-48c5-b773-ee2f9912256a, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c3073e5-aea9-48c5-b773-ee2f9912256a,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:36.933017 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.945155 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Calling delete_port for 8c3073e5-aea9-48c5-b773-ee2f9912256a owned by network:router_interface {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:37.004593 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.120676 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.146629 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3073e5-aea9-48c5-b773-ee2f9912256a,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.313362 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47920) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.321657 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.416245 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-90132adb-09ad-475f-8da5-cc6f7eb279c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.508833 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-90132adb-09ad-475f-8da5-cc6f7eb279c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.512565 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-90132adb-09ad-475f-8da5-cc6f7eb279c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.539202 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Router d485e6ad-c354-44d0-89a3-8c409ab892d0 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:37.549913 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-90132adb-09ad-475f-8da5-cc6f7eb279c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f6666b9d60fb4976951460b2a83f3e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354858 Jul 16 08:48:37.550795 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90132adb-09ad-475f-8da5-cc6f7eb279c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3701167a-e6f4-493d-8971-154758ada70a,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.553634 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47924) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.600960 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79973b70-dffc-4bcd-9037-70334a6bfebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.622427 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79973b70-dffc-4bcd-9037-70334a6bfebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.645118 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:37.651532 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-85389d90-7577-456d-81ac-c827f113a1bc admin admin] 10.222.0.63 "PUT /v2.0/routers/d485e6ad-c354-44d0-89a3-8c409ab892d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7779033 Jul 16 08:48:37.652459 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47926) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.655163 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] Sync routers for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:37.665374 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:37.666056 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:48:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.672026 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79973b70-dffc-4bcd-9037-70334a6bfebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.674632 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79973b70-dffc-4bcd-9037-70334a6bfebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.675812 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-79973b70-dffc-4bcd-9037-70334a6bfebf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3701167a-e6f4-493d-8971-154758ada70a HTTP/1.1" status: 204 len: 168 time: 0.1212049 Jul 16 08:48:37.684836 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79973b70-dffc-4bcd-9037-70334a6bfebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3701167a-e6f4-493d-8971-154758ada70a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.762505 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks [] for router, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.790303 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:37.871200 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.925439 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Deleting port df2f1de3-fdd5-4893-a3dc-1c3bc3135422 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:37.925821 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.982349 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:48:37Z', 'revision_number': 5, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port': {'id': 'df2f1de3-fdd5-4893-a3dc-1c3bc3135422', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:51Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:38.008672 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] Checking router: d485e6ad-c354-44d0-89a3-8c409ab892d0 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:38.013309 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] For port df2f1de3-fdd5-4893-a3dc-1c3bc3135422, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=df2f1de3-fdd5-4893-a3dc-1c3bc3135422,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:38.013824 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.017272 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] Routers {'d485e6ad-c354-44d0-89a3-8c409ab892d0'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:38.018002 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:48:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['d485e6ad-c354-44d0-89a3-8c409ab892d0'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:38.030252 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Calling delete_port for df2f1de3-fdd5-4893-a3dc-1c3bc3135422 owned by network:router_gateway {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:38.104804 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] Set router d485e6ad-c354-44d0-89a3-8c409ab892d0 gateway port host: None {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:38.158889 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:48:37Z', 'revision_number': 6, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port_host': None}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:38.185824 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199177b-5101-4484-b7c9-1e3f07417373 None None] The sync data for ids ['d485e6ad-c354-44d0-89a3-8c409ab892d0'] in dv-cinder-800768-3-iscsi is: [{'id': 'd485e6ad-c354-44d0-89a3-8c409ab892d0', 'name': 'tempest-AttachVolumeTestJSON-711413421-router', 'tenant_id': '26c729b49b34426c98da58a7e599e297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:49Z', 'updated_at': '2021-07-16T08:48:37Z', 'revision_number': 6, 'project_id': '26c729b49b34426c98da58a7e599e297', 'gw_port_host': None}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:38.230205 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.267234 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2f1de3-fdd5-4893-a3dc-1c3bc3135422,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.327076 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.415477 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.417604 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.462814 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.463361 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d485e6ad-c354-44d0-89a3-8c409ab892d0 {{(pid=99543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:48:38.468094 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.469177 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-531033da-ee69-493b-a961-c2d711516195 admin admin] 10.222.0.63 "DELETE /v2.0/routers/d485e6ad-c354-44d0-89a3-8c409ab892d0 HTTP/1.1" status: 204 len: 168 time: 0.8157487 Jul 16 08:48:38.471665 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47950) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:38.515610 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c90c52a-0666-44d6-8405-5c584d4420fa admin admin] Deleting subnet 33311e80-7f24-45d9-bd6b-993686c7152f {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:38.518562 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1c90c52a-0666-44d6-8405-5c584d4420fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.555664 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1c90c52a-0666-44d6-8405-5c584d4420fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.649179 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1c90c52a-0666-44d6-8405-5c584d4420fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.707699 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1c90c52a-0666-44d6-8405-5c584d4420fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.733188 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90c52a-0666-44d6-8405-5c584d4420fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33311e80-7f24-45d9-bd6b-993686c7152f,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.736835 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1c90c52a-0666-44d6-8405-5c584d4420fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.742349 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47960) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:38.744305 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc03ab-10d5-4a17-b556-fb36d03e1adb None None] Network 7bfd0a05-e226-4fca-890e-fdd2b9af251f requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:38.744811 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-1c90c52a-0666-44d6-8405-5c584d4420fa admin admin] 10.222.0.63 "DELETE /v2.0/subnets/33311e80-7f24-45d9-bd6b-993686c7152f HTTP/1.1" status: 204 len: 168 time: 0.2716804 Jul 16 08:48:38.815383 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.867734 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Deleting port 85e80bd9-be18-4549-91ce-e504626c7fb1 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:38.868106 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.938061 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] For port 85e80bd9-be18-4549-91ce-e504626c7fb1, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=85e80bd9-be18-4549-91ce-e504626c7fb1,segment=NetworkSegment(3351aa0c-14f3-495e-91f8-ffc0292d06d6),segment_id=3351aa0c-14f3-495e-91f8-ffc0292d06d6)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:38.938426 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.949576 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Calling delete_port for 85e80bd9-be18-4549-91ce-e504626c7fb1 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:39.005599 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] DHCP port deletion for 7bfd0a05-e226-4fca-890e-fdd2b9af251f request from dv-cinder-800768-3-iscsi {{(pid=99544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:39.034552 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.059924 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Deleting port 85e80bd9-be18-4549-91ce-e504626c7fb1 {{(pid=99544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:39.060716 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.062541 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Pushing event deleted for resources: {'Port': ['ID=85e80bd9-be18-4549-91ce-e504626c7fb1,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.064321 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] No DVR routers for this DVR port 85e80bd9-be18-4549-91ce-e504626c7fb1 on host dv-cinder-800768-3-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:39.134501 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] For port 85e80bd9-be18-4549-91ce-e504626c7fb1, host dv-cinder-800768-3-iscsi, got binding levels [] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:39.134903 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.139846 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.149824 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Calling delete_port for 85e80bd9-be18-4549-91ce-e504626c7fb1 owned by network:dhcp {{(pid=99544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:39.152398 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfd0a05-e226-4fca-890e-fdd2b9af251f']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.155081 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.ipam_backend_mixin [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Port 85e80bd9-be18-4549-91ce-e504626c7fb1 was not found and therefore no delete operation was performed {{(pid=99544) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:48:39.156564 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884'] for port, after_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.162943 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3351aa0c-14f3-495e-91f8-ffc0292d06d6') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.163242 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3351aa0c-14f3-495e-91f8-ffc0292d06d6') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.172854 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.183065 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Pushing event deleted for resources: {'Port': ['ID=85e80bd9-be18-4549-91ce-e504626c7fb1,revision_number=None']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.188505 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] No DVR routers for this DVR port 85e80bd9-be18-4549-91ce-e504626c7fb1 on host dv-cinder-800768-3-iscsi {{(pid=99544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:39.191220 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.201749 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:39.202203 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:39.203968 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:39.206377 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.206377 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.206377 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.207762 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.208163 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.208697 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.209036 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.209362 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.209692 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.210017 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.210340 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.210755 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268474f4-ba3b-40c2-8ec5-2714db3c7888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:39.213601 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 47970) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:39.273167 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.290640 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.295944 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] 10.222.0.63 "DELETE /v2.0/networks/7bfd0a05-e226-4fca-890e-fdd2b9af251f HTTP/1.1" status: 204 len: 168 time: 0.5493262 Jul 16 08:48:39.295944 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0f85b-24d2-4f22-8e11-e5fc8e844efb admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfd0a05-e226-4fca-890e-fdd2b9af251f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.333245 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d016a2e1-9503-4d97-86ef-490717c53612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.415350 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47976) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:39.427807 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d016a2e1-9503-4d97-86ef-490717c53612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.432876 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d016a2e1-9503-4d97-86ef-490717c53612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.454187 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-974a2ef4-fbc0-41b3-bc41-c2c228212bb1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26c729b49b34426c98da58a7e599e297&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375185 Jul 16 08:48:39.456560 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47978) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:39.471426 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d016a2e1-9503-4d97-86ef-490717c53612 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=340f5ad141b848aba293bf5020e33156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558639 Jul 16 08:48:39.472187 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016a2e1-9503-4d97-86ef-490717c53612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8197e4-f136-44fb-b646-c5f53fb09de6,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.474362 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47980) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:39.540701 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-26657b87-1e64-406b-a531-6f787d2b97c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.560169 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-374ed185-62d5-4d68-95cb-ab1baa845cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.574940 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-26657b87-1e64-406b-a531-6f787d2b97c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.597203 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-374ed185-62d5-4d68-95cb-ab1baa845cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.653870 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-26657b87-1e64-406b-a531-6f787d2b97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.656331 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-26657b87-1e64-406b-a531-6f787d2b97c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.657436 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-26657b87-1e64-406b-a531-6f787d2b97c4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/201b91c6-7000-4c37-b2c5-7181e8ecd169 HTTP/1.1" status: 204 len: 168 time: 0.1999445 Jul 16 08:48:39.666541 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-374ed185-62d5-4d68-95cb-ab1baa845cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.669047 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-374ed185-62d5-4d68-95cb-ab1baa845cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.670376 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-374ed185-62d5-4d68-95cb-ab1baa845cac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bb8197e4-f136-44fb-b646-c5f53fb09de6 HTTP/1.1" status: 204 len: 168 time: 0.1951292 Jul 16 08:48:39.671402 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26657b87-1e64-406b-a531-6f787d2b97c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b91c6-7000-4c37-b2c5-7181e8ecd169,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.686915 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ed185-62d5-4d68-95cb-ab1baa845cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8197e4-f136-44fb-b646-c5f53fb09de6,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.988012 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 47996) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.001386 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7b87b710-bfd2-4ad0-8de4-2db49feb1e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.091060 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7b87b710-bfd2-4ad0-8de4-2db49feb1e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.095994 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7b87b710-bfd2-4ad0-8de4-2db49feb1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.133503 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-7b87b710-bfd2-4ad0-8de4-2db49feb1e3d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=175ff677d05b4cf39c9330ed3c7384fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443653 Jul 16 08:48:40.134723 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87b710-bfd2-4ad0-8de4-2db49feb1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee142a1c-3e5b-4fb6-ac5b-fdd94b0e31e4,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.136159 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 48000) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.195992 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a44bcf14-57af-4a9c-9407-a5ac7bbceddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.217549 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a44bcf14-57af-4a9c-9407-a5ac7bbceddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.252548 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c3073e5-aea9-48c5-b773-ee2f9912256a no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:40.264649 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a44bcf14-57af-4a9c-9407-a5ac7bbceddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.267800 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a44bcf14-57af-4a9c-9407-a5ac7bbceddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.271697 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-a44bcf14-57af-4a9c-9407-a5ac7bbceddf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ee142a1c-3e5b-4fb6-ac5b-fdd94b0e31e4 HTTP/1.1" status: 204 len: 168 time: 0.1319437 Jul 16 08:48:40.273023 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 8c3073e5-aea9-48c5-b773-ee2f9912256a {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:40.273380 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c3073e5-aea9-48c5-b773-ee2f9912256a not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:40.273809 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device df2f1de3-fdd5-4893-a3dc-1c3bc3135422 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:40.277220 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bcf14-57af-4a9c-9407-a5ac7bbceddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee142a1c-3e5b-4fb6-ac5b-fdd94b0e31e4,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.296642 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: df2f1de3-fdd5-4893-a3dc-1c3bc3135422 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:40.296966 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device df2f1de3-fdd5-4893-a3dc-1c3bc3135422 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:40.297389 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 85e80bd9-be18-4549-91ce-e504626c7fb1 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:40.323207 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 85e80bd9-be18-4549-91ce-e504626c7fb1 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:40.323554 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 85e80bd9-be18-4549-91ce-e504626c7fb1 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:40.381256 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 48012) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.566292 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-638227371-network', 'tenant_id': '027ad22868dc4521a3de45f9399a8699'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:40.588432 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Made reservation on behalf of 027ad22868dc4521a3de45f9399a8699 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:40.590824 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.599131 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.685148 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.689013 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.712949 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:40.724395 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3ea419-152c-4778-b9b0-e68ecd684293,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.732302 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.732722 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Added segment 35335a8f-4de8-4e82-95cf-70dd455ac5e1 of type vlan for network 888935e9-385c-4785-a94e-35a0af91e472 Jul 16 08:48:40.773989 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.805174 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.806179 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.806801 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.838029 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4556098 Jul 16 08:48:40.841156 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 48032) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.847316 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Request body: {'subnet': {'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-638227371-subnet', 'tenant_id': '027ad22868dc4521a3de45f9399a8699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:40.869763 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Made reservation on behalf of 027ad22868dc4521a3de45f9399a8699 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:40.870420 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edf381-b902-438f-9672-4ef1ea9edbde admin admin] Pushing event updated for resources: {'Network': ['ID=888935e9-385c-4785-a94e-35a0af91e472,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.873322 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9121486'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.881516 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 888935e9-385c-4785-a94e-35a0af91e472 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:41.042939 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8946548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9121500'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.052197 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:41.097013 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=982f7c57-e02b-4a67-8af4-424a519bbdab,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:41.107275 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Checking segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:41.107643 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Network hostable DHCP agents. Network: 888935e9-385c-4785-a94e-35a0af91e472, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:41.124427 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Network 888935e9-385c-4785-a94e-35a0af91e472 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:41.133284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 888935e9-385c-4785-a94e-35a0af91e472) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:41.137966 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.138491 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.145056 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac4730-f815-4d22-aacc-083da10a4721 None None] Network 888935e9-385c-4785-a94e-35a0af91e472 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:41.160162 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f27eebe9-1e84-4b2e-8f9c-619564052734 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3102682 Jul 16 08:48:41.277210 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f58c1ec-c9ec-4f8c-90c5-9920d154c178 None None] Network 888935e9-385c-4785-a94e-35a0af91e472 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:41.735352 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-9e67b683-a53e-48d0-97df-7359c349efcf tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.736838 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-9e67b683-a53e-48d0-97df-7359c349efcf tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 814 time: 0.1018443 Jul 16 08:48:41.752638 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-9911c0a9-7b04-4daa-9d4a-23cacebbd32f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/quotas/027ad22868dc4521a3de45f9399a8699 HTTP/1.1" status: 200 len: 375 time: 0.0096214 Jul 16 08:48:41.787661 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-0c26ba98-258c-47cd-99af-ccbc6d451326 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299170 Jul 16 08:48:41.966909 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-2c33f7a1-271c-471e-834f-f0b51b5f2115 service neutron] 10.222.0.63 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726093 Jul 16 08:48:42.056603 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-23b69d5f-7bb0-458a-a66c-cac451811594 service neutron] 10.222.0.63 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840082 Jul 16 08:48:42.227140 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e3e4-e279-4892-8909-8481f743843e req-39135ece-eb5f-4dde-be6b-646ed82198aa tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 210 time: 0.0327854 Jul 16 08:48:43.285019 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-9cc9b367-6e61-474e-9542-c526f614d298 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.287137 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-9cc9b367-6e61-474e-9542-c526f614d298 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 814 time: 0.0987420 Jul 16 08:48:43.311687 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Request body: {'port': {'device_id': 'a5b357f0-5083-4127-b714-0d10d64e8099', 'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'admin_state_up': True, 'tenant_id': '027ad22868dc4521a3de45f9399a8699'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:43.373452 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-72c58188-cf5f-400e-a555-e4327d4453db req-8dee17d7-9705-4279-9638-cc75b79a1014 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 210 time: 0.0299489 Jul 16 08:48:43.426712 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Made reservation on behalf of 027ad22868dc4521a3de45f9399a8699 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:43.430301 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.552528 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Allocated IP 172.20.0.7 (888935e9-385c-4785-a94e-35a0af91e472/982f7c57-e02b-4a67-8af4-424a519bbdab/e0674355-6f08-42d2-8262-20f1f09049f9) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:43.695627 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.731843 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.772892 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Network 888935e9-385c-4785-a94e-35a0af91e472 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:43.777913 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:43.781499 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:43.808982 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Pushing event updated for resources: {'Port': ['ID=e0674355-6f08-42d2-8262-20f1f09049f9,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:43.835672 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.836306 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.849333 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-357af4d7-2070-401f-85ee-774bfaa843a8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416682 Jul 16 08:48:43.865160 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Request body: {'port': {'device_id': 'a5b357f0-5083-4127-b714-0d10d64e8099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:43.933199 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.196414 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0674355-6f08-42d2-8262-20f1f09049f9 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:44.204242 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.216736 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Transition to ACTIVE for port object e0674355-6f08-42d2-8262-20f1f09049f9 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:44.220472 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.292132 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Pushing event updated for resources: {'Port': ['ID=e0674355-6f08-42d2-8262-20f1f09049f9,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.343710 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Attempting to bind port e0674355-6f08-42d2-8262-20f1f09049f9 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:44.344085 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Attempting to bind port e0674355-6f08-42d2-8262-20f1f09049f9 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:44.344412 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Attempting to bind port e0674355-6f08-42d2-8262-20f1f09049f9 on network 888935e9-385c-4785-a94e-35a0af91e472 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:44.348679 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Port e0674355-6f08-42d2-8262-20f1f09049f9 on network 888935e9-385c-4785-a94e-35a0af91e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:44.349005 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Attempting to bind port e0674355-6f08-42d2-8262-20f1f09049f9 on network 888935e9-385c-4785-a94e-35a0af91e472 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:44.360084 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:44.360453 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Checking segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:44.360859 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Bound using segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:44.361269 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Bound port: e0674355-6f08-42d2-8262-20f1f09049f9, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:44.361626 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.426995 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] For port e0674355-6f08-42d2-8262-20f1f09049f9, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:44.430444 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] For port e0674355-6f08-42d2-8262-20f1f09049f9, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=e0674355-6f08-42d2-8262-20f1f09049f9,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:44.434424 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.468365 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.468978 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.470344 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] 10.222.0.62 "PUT /v2.0/ports/e0674355-6f08-42d2-8262-20f1f09049f9 HTTP/1.1" status: 200 len: 1093 time: 0.6091080 Jul 16 08:48:44.470770 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b357f0-5083-4127-b714-0d10d64e8099', 'tag': 'e0674355-6f08-42d2-8262-20f1f09049f9'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:44.473025 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bb7b62-b62c-4828-919b-560d416aa571" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b357f0-5083-4127-b714-0d10d64e8099", "tag": "e0674355-6f08-42d2-8262-20f1f09049f9"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:44.523163 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1738a923-205e-47c6-a30f-2e4fd1dadc1e x-openstack-request-id: req-1738a923-205e-47c6-a30f-2e4fd1dadc1e {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:44.523455 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b357f0-5083-4127-b714-0d10d64e8099", "tag": "e0674355-6f08-42d2-8262-20f1f09049f9", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:44.523704 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1738a923-205e-47c6-a30f-2e4fd1dadc1e {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:44.524116 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b357f0-5083-4127-b714-0d10d64e8099', 'tag': 'e0674355-6f08-42d2-8262-20f1f09049f9', 'status': 'completed', 'code': 200} Jul 16 08:48:44.527395 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044ba38-6301-4a5b-8ea7-70e4df07b825 service neutron] Pushing event updated for resources: {'Port': ['ID=e0674355-6f08-42d2-8262-20f1f09049f9,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.590624 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1f2af-2ff0-4722-8e69-0c0a5f4c444c req-d947b142-b101-4769-ba4a-581d3c1cb830 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.592089 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d4c1f2af-2ff0-4722-8e69-0c0a5f4c444c req-d947b142-b101-4769-ba4a-581d3c1cb830 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 943 time: 0.1066294 Jul 16 08:48:44.636882 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-b98029de-eff8-4e6b-8585-d2f3e834a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.638324 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-b98029de-eff8-4e6b-8585-d2f3e834a075 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 1096 time: 0.0989711 Jul 16 08:48:44.641175 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d4c1f2af-2ff0-4722-8e69-0c0a5f4c444c req-a870706d-933c-490c-b0e7-3e210c60b994 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Jul 16 08:48:44.684652 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-d61b1053-a79e-4967-ba9f-f3ea71be1cce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0674355-6f08-42d2-8262-20f1f09049f9 HTTP/1.1" status: 200 len: 217 time: 0.0339825 Jul 16 08:48:44.733659 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-36db4686-6bf1-4ac9-b7a9-7c5373b1dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.735006 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-36db4686-6bf1-4ac9-b7a9-7c5373b1dd26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 200 len: 854 time: 0.0439060 Jul 16 08:48:44.765029 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-88f1174f-8a08-4e7a-bad8-e06ceeea255b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=888935e9-385c-4785-a94e-35a0af91e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240753 Jul 16 08:48:44.850333 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-4744bfd5-0eeb-409e-913d-85cb3da5b7e8 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790818 Jul 16 08:48:44.936892 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b0d759c-295f-4c0a-ad36-69a8957d6f71 req-1306e5cc-4e2c-4e57-8ac0-cd6148301e15 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808630 Jul 16 08:48:45.078957 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-f9dd2e0f-8abc-4a3c-bf6f-30187f36e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.080339 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-f9dd2e0f-8abc-4a3c-bf6f-30187f36e563 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 1096 time: 0.0505395 Jul 16 08:48:45.170926 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-da8ceb4b-12d5-4e86-be00-8f8d066f5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.172409 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-da8ceb4b-12d5-4e86-be00-8f8d066f5981 service neutron] 10.222.0.62 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 915 time: 0.0843661 Jul 16 08:48:45.211570 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-3d6b6151-3344-487a-ba70-4f67ab67ed48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0674355-6f08-42d2-8262-20f1f09049f9 HTTP/1.1" status: 200 len: 217 time: 0.0326707 Jul 16 08:48:45.257693 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-d891c380-f476-4c53-ab43-8d0efb29d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.259055 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-d891c380-f476-4c53-ab43-8d0efb29d89e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 200 len: 854 time: 0.0415275 Jul 16 08:48:45.293515 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-cfceb509-3649-4216-b776-a676f07ea21a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=888935e9-385c-4785-a94e-35a0af91e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276599 Jul 16 08:48:45.381357 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-477cc42b-c913-488a-9d33-280d547a2369 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800500 Jul 16 08:48:45.474978 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e5bb7b62-b62c-4828-919b-560d416aa571 req-79179ae7-70e4-4b4b-b167-f30fa1b901ef service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871954 Jul 16 08:48:45.818543 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e669ff-004a-4a15-88f6-beac5c2cd7a1 req-cceb7a9d-0e59-4ee5-a879-d6d5ced82275 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.820058 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-42e669ff-004a-4a15-88f6-beac5c2cd7a1 req-cceb7a9d-0e59-4ee5-a879-d6d5ced82275 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 943 time: 0.0693476 Jul 16 08:48:45.857912 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-42e669ff-004a-4a15-88f6-beac5c2cd7a1 req-af2bf8b6-836c-4222-9e6a-ed8e1162e271 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Jul 16 08:48:47.030382 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6b702-23b0-47b7-9431-f6ff0986450f req-55b48564-d6e5-4c80-a20f-f5c844ad34a2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.032239 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-09c6b702-23b0-47b7-9431-f6ff0986450f req-55b48564-d6e5-4c80-a20f-f5c844ad34a2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 943 time: 0.0650213 Jul 16 08:48:47.070466 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-09c6b702-23b0-47b7-9431-f6ff0986450f req-66acd1ee-fcb2-4cdd-b451-356680875537 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Jul 16 08:48:47.730563 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device e0674355-6f08-42d2-8262-20f1f09049f9 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:47.826237 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port e0674355-6f08-42d2-8262-20f1f09049f9, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=e0674355-6f08-42d2-8262-20f1f09049f9,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:47.837412 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': 'e0674355-6f08-42d2-8262-20f1f09049f9', 'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'port_id': 'e0674355-6f08-42d2-8262-20f1f09049f9', 'mac_address': 'fa:16:3e:c3:c8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982f7c57-e02b-4a67-8af4-424a519bbdab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:47.873695 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.885887 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0674355-6f08-42d2-8262-20f1f09049f9 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:47.905627 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port e0674355-6f08-42d2-8262-20f1f09049f9, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=e0674355-6f08-42d2-8262-20f1f09049f9,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:47.909408 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.954427 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=e0674355-6f08-42d2-8262-20f1f09049f9,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.199151 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['e0674355-6f08-42d2-8262-20f1f09049f9'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:48.252645 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83339377-20be-40c0-99e6-ee031364ecaf req-b34c64d4-a882-4770-b137-a9fc646be444 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.256507 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-83339377-20be-40c0-99e6-ee031364ecaf req-b34c64d4-a882-4770-b137-a9fc646be444 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 944 time: 0.0712266 Jul 16 08:48:48.294199 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-83339377-20be-40c0-99e6-ee031364ecaf req-5bd56545-c533-4e0d-b47c-b69abadf873f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341005 Jul 16 08:48:49.469481 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bdefb-5f4d-482b-bf31-14179716e47a req-f9131700-9d56-4031-bdb6-0836818f2bc8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.470978 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f6bdefb-5f4d-482b-bf31-14179716e47a req-f9131700-9d56-4031-bdb6-0836818f2bc8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 944 time: 0.0635662 Jul 16 08:48:49.513827 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f6bdefb-5f4d-482b-bf31-14179716e47a req-796ff3da-a206-4c31-8a38-bcc3ba1b2149 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372343 Jul 16 08:48:49.730501 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device e0674355-6f08-42d2-8262-20f1f09049f9 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:49.786447 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port e0674355-6f08-42d2-8262-20f1f09049f9 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:49.790046 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port e0674355-6f08-42d2-8262-20f1f09049f9 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:49.790456 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.869811 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.892036 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b357f0-5083-4127-b714-0d10d64e8099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0674355-6f08-42d2-8262-20f1f09049f9'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:49.894271 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f97a073-6c98-43e5-9025-dd01fbf9d131" -d '{"events": [{"server_uuid": "a5b357f0-5083-4127-b714-0d10d64e8099", "name": "network-vif-plugged", "status": "completed", "tag": "e0674355-6f08-42d2-8262-20f1f09049f9"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:49.907337 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port e0674355-6f08-42d2-8262-20f1f09049f9, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=e0674355-6f08-42d2-8262-20f1f09049f9,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:49.911208 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.933501 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe4aa4-258a-43f4-903d-a3ad8445438a x-openstack-request-id: req-7dfe4aa4-258a-43f4-903d-a3ad8445438a {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:49.933793 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b357f0-5083-4127-b714-0d10d64e8099", "name": "network-vif-plugged", "status": "completed", "tag": "e0674355-6f08-42d2-8262-20f1f09049f9", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:49.934044 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7dfe4aa4-258a-43f4-903d-a3ad8445438a {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:49.934424 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b357f0-5083-4127-b714-0d10d64e8099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0674355-6f08-42d2-8262-20f1f09049f9', 'code': 200} Jul 16 08:48:49.959739 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=e0674355-6f08-42d2-8262-20f1f09049f9,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.174194 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db8db-ce4b-405e-9bc2-47cb74e025d1 req-ae50a28e-91e2-4f53-9463-2b757f0c9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.175686 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-234db8db-ce4b-405e-9bc2-47cb74e025d1 req-ae50a28e-91e2-4f53-9463-2b757f0c9761 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 1098 time: 0.0516438 Jul 16 08:48:50.210335 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-234db8db-ce4b-405e-9bc2-47cb74e025d1 req-87ee6fa2-1f5a-4999-b97b-fbb6a4334e9f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284381 Jul 16 08:48:50.678263 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5dc16-2ed0-4510-ad36-5ca713d9aa69 req-3d24ea7a-7cba-4a2e-bd86-6b81805983ed tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.679706 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b7e5dc16-2ed0-4510-ad36-5ca713d9aa69 req-3d24ea7a-7cba-4a2e-bd86-6b81805983ed tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 945 time: 0.0606744 Jul 16 08:48:50.715856 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b7e5dc16-2ed0-4510-ad36-5ca713d9aa69 req-71e78182-d543-467c-896e-f2fa1a25293f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308251 Jul 16 08:48:51.886147 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d85e94-45c8-473a-8059-9cbebcb45967 req-522bd2ee-85bf-4178-8fcb-889839471601 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.887596 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e6d85e94-45c8-473a-8059-9cbebcb45967 req-522bd2ee-85bf-4178-8fcb-889839471601 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 945 time: 0.0610671 Jul 16 08:48:51.930474 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e6d85e94-45c8-473a-8059-9cbebcb45967 req-279f094d-0923-4432-a24e-b31c9bd9ecaf tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Jul 16 08:48:56.476096 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 48304) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:56.574147 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-317a1517-dcdc-4b5b-a1e1-3ff555ec0b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.660303 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-317a1517-dcdc-4b5b-a1e1-3ff555ec0b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.664522 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-317a1517-dcdc-4b5b-a1e1-3ff555ec0b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.701386 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-317a1517-dcdc-4b5b-a1e1-3ff555ec0b8a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=903d69205e0d4c97b71eaf129c14f883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241459 Jul 16 08:48:56.702239 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a1517-dcdc-4b5b-a1e1-3ff555ec0b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e050e86d-4261-47c0-8052-765673a8f6f3,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.704067 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 48308) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:56.750757 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d79dc93e-210d-498a-a65d-951a3a9acb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.770414 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d79dc93e-210d-498a-a65d-951a3a9acb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.816799 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d79dc93e-210d-498a-a65d-951a3a9acb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.819529 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d79dc93e-210d-498a-a65d-951a3a9acb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.820696 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d79dc93e-210d-498a-a65d-951a3a9acb17 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e050e86d-4261-47c0-8052-765673a8f6f3 HTTP/1.1" status: 204 len: 168 time: 0.1156631 Jul 16 08:48:56.828548 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dc93e-210d-498a-a65d-951a3a9acb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e050e86d-4261-47c0-8052-765673a8f6f3,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:57.066253 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 48316) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.079398 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a17af8ef-4df3-493b-af05-9a2062ab579d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.165282 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a17af8ef-4df3-493b-af05-9a2062ab579d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.168857 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a17af8ef-4df3-493b-af05-9a2062ab579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.206002 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-a17af8ef-4df3-493b-af05-9a2062ab579d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7df9ab0ecde44f029b49c7f9d0f14f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386676 Jul 16 08:48:57.206854 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17af8ef-4df3-493b-af05-9a2062ab579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788ccf5c-642b-4acd-a728-f9e3d68cf0fa,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:57.209182 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 48318) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.256069 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-15e4cc04-c1b3-4add-8803-ada87ae48bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.276245 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-15e4cc04-c1b3-4add-8803-ada87ae48bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.322308 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-15e4cc04-c1b3-4add-8803-ada87ae48bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.325071 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-15e4cc04-c1b3-4add-8803-ada87ae48bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.326210 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-15e4cc04-c1b3-4add-8803-ada87ae48bbd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/788ccf5c-642b-4acd-a728-f9e3d68cf0fa HTTP/1.1" status: 204 len: 168 time: 0.1158943 Jul 16 08:48:57.333870 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4cc04-c1b3-4add-8803-ada87ae48bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ccf5c-642b-4acd-a728-f9e3d68cf0fa,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.725342 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.181595 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-ac99b914-e364-48e4-ad76-a5e59908bb32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499256 Jul 16 08:49:01.271398 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-f77bbe27-e73e-4d70-8875-031255573a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.272931 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-f77bbe27-e73e-4d70-8875-031255573a9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 1098 time: 0.0569711 Jul 16 08:49:01.320599 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-78d39e66-f8c0-49f5-a10a-e8fa3d190f14 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.322066 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-78d39e66-f8c0-49f5-a10a-e8fa3d190f14 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 814 time: 0.1046448 Jul 16 08:49:01.336970 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-2d431a57-79d8-42d3-83a9-32ed740f8d19 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/quotas/027ad22868dc4521a3de45f9399a8699 HTTP/1.1" status: 200 len: 375 time: 0.0095911 Jul 16 08:49:01.382021 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-8abd143b-3eef-4ef7-bff9-50c4ddca2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.383498 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-8abd143b-3eef-4ef7-bff9-50c4ddca2718 service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.0845735 Jul 16 08:49:01.401854 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-e181c826-c1a7-4d00-a27a-9b7355078c3e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598676 Jul 16 08:49:01.497406 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-4866c49a-926d-4cf0-9098-6e40cdb92196 service neutron] 10.222.0.63 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889966 Jul 16 08:49:01.510160 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-6c922e8a-5b15-4bb0-8700-c79f5a47d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.596057 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-8944f2db-4337-408b-b0b6-41ea93516927 service neutron] 10.222.0.63 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927873 Jul 16 08:49:01.697547 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-101a7dcd-2f9f-4936-bc97-f585ed3fa022 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd4964e-935e-4678-b04f-810a6a678e0f HTTP/1.1" status: 200 len: 1000 time: 0.3082237 Jul 16 08:49:01.769022 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d39b7df3-30b7-44be-a685-a3014523e423 req-3fc0d4d8-a784-4f8c-94b1-3c0c3e4572bd tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 210 time: 0.0310256 Jul 16 08:49:01.772484 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-87e859b6-773b-4f00-9fdc-a575dc856b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.773819 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-87e859b6-773b-4f00-9fdc-a575dc856b63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0691249 Jul 16 08:49:01.834881 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-785c46ab-4054-4f4a-9490-e5576ee36674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.836447 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-785c46ab-4054-4f4a-9490-e5576ee36674 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566120 Jul 16 08:49:01.925938 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-d9115cd7-b652-49f2-8637-7439d24e02b8 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835233 Jul 16 08:49:02.024506 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91537e29-208a-4ec4-82b0-7c1f2e0cfde3 req-bd169677-622d-47c9-b4a9-e7ef237ea7e5 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926716 Jul 16 08:49:02.871522 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-64332d1b-4b14-4224-b54f-229ebb51ee2f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.873050 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-64332d1b-4b14-4224-b54f-229ebb51ee2f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 814 time: 0.1027834 Jul 16 08:49:02.897293 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Request body: {'port': {'device_id': 'a8b494c1-7c17-4271-8124-75f375670f9f', 'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'admin_state_up': True, 'tenant_id': '027ad22868dc4521a3de45f9399a8699'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:02.913281 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d769c5f5-a503-4035-b4dc-e37d3c36800c req-14f0d879-080a-431b-8603-963ea674cb45 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 210 time: 0.0334878 Jul 16 08:49:03.015510 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Made reservation on behalf of 027ad22868dc4521a3de45f9399a8699 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:03.019107 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.142787 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Allocated IP 172.20.0.10 (888935e9-385c-4785-a94e-35a0af91e472/982f7c57-e02b-4a67-8af4-424a519bbdab/9f0a1c8f-3d86-43af-8c9a-b4dd3730638a) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:03.296932 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.334929 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.375047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['e0674355-6f08-42d2-8262-20f1f09049f9'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:03.392106 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Network 888935e9-385c-4785-a94e-35a0af91e472 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:03.392590 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Pushing event updated for resources: {'Port': ['ID=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.396219 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:03.398337 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:03.448927 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.449670 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.467390 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dcd3dc6a-7eb2-4d4a-8b77-92ec9475464e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741677 Jul 16 08:49:03.486483 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Request body: {'port': {'device_id': 'a8b494c1-7c17-4271-8124-75f375670f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:03.559378 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.811857 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:03.819728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.831012 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Transition to ACTIVE for port object 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:03.835017 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.884552 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Pushing event updated for resources: {'Port': ['ID=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.953747 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Attempting to bind port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:03.954092 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Attempting to bind port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:03.954428 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Attempting to bind port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a on network 888935e9-385c-4785-a94e-35a0af91e472 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:03.958757 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a on network 888935e9-385c-4785-a94e-35a0af91e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:03.959079 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Attempting to bind port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a on network 888935e9-385c-4785-a94e-35a0af91e472 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:03.963813 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:03.964183 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Checking segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:03.964574 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Bound using segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:03.964999 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Bound port: 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:03.965357 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.037183 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] For port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:04.065942 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] For port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:04.071567 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.090224 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-54c9409e-f979-4f74-b3c4-746fa6811bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.092261 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.121863 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.122482 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.123853 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] 10.222.0.62 "PUT /v2.0/ports/9f0a1c8f-3d86-43af-8c9a-b4dd3730638a HTTP/1.1" status: 200 len: 1094 time: 0.6417191 Jul 16 08:49:04.124308 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b494c1-7c17-4271-8124-75f375670f9f', 'tag': '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:04.126596 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072b1d7-854e-4084-9574-e1dbc977f6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b494c1-7c17-4271-8124-75f375670f9f", "tag": "9f0a1c8f-3d86-43af-8c9a-b4dd3730638a"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:04.152174 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16556e9a-0492-4f82-8c97-d6230d14b57d service neutron] Pushing event updated for resources: {'Port': ['ID=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:04.163470 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d26d-652b-426b-a279-f1ea9a2bcb81 req-a6f00d2b-e60b-4b30-b641-644daebfff29 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.165103 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9939d26d-652b-426b-a279-f1ea9a2bcb81 req-a6f00d2b-e60b-4b30-b641-644daebfff29 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 944 time: 0.1418314 Jul 16 08:49:04.169977 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10974341-1e63-4a1e-9463-92ddd9cb0348 x-openstack-request-id: req-10974341-1e63-4a1e-9463-92ddd9cb0348 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:04.170264 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b494c1-7c17-4271-8124-75f375670f9f", "tag": "9f0a1c8f-3d86-43af-8c9a-b4dd3730638a", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:04.170573 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-10974341-1e63-4a1e-9463-92ddd9cb0348 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:04.171030 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b494c1-7c17-4271-8124-75f375670f9f', 'tag': '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a', 'status': 'completed', 'code': 200} Jul 16 08:49:04.231274 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9939d26d-652b-426b-a279-f1ea9a2bcb81 req-6c98074e-0ffe-491b-9255-25e43e110e4b tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593736 Jul 16 08:49:04.251049 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-92313a6a-f626-4aed-a533-a2e09da13ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.252547 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-92313a6a-f626-4aed-a533-a2e09da13ad2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 1097 time: 0.0664356 Jul 16 08:49:04.300001 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-7afbd5c2-3172-4925-aa15-b48548ae7b2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a HTTP/1.1" status: 200 len: 217 time: 0.0343781 Jul 16 08:49:04.349626 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-c3b538b5-04f6-4b03-ad9f-aaef124808fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.351070 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-c3b538b5-04f6-4b03-ad9f-aaef124808fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 200 len: 854 time: 0.0459070 Jul 16 08:49:04.381756 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-c80dc1b3-e918-4aba-858a-335194259540 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=888935e9-385c-4785-a94e-35a0af91e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245056 Jul 16 08:49:04.469615 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-ec0075bf-b1f1-40ca-9f43-9b1923aeed94 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815382 Jul 16 08:49:04.559788 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7f1466b9-8eb4-40ea-b804-490e2620b2b2 req-dce63d7f-e2fd-434f-89ea-e52b11bfdd54 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830503 Jul 16 08:49:04.713421 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-10fc5da3-f506-4b0a-a071-e47eda97781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.714934 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-10fc5da3-f506-4b0a-a071-e47eda97781f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 1097 time: 0.0568991 Jul 16 08:49:04.820588 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-f778da26-7b9e-4417-a4d5-61bf54ecf56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.822145 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-f778da26-7b9e-4417-a4d5-61bf54ecf56b service neutron] 10.222.0.62 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 915 time: 0.1006629 Jul 16 08:49:04.865918 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-f34577f4-ef52-4f65-bd42-9d5c44d2c5b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a HTTP/1.1" status: 200 len: 217 time: 0.0372262 Jul 16 08:49:04.915505 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-727ed650-cc10-487b-8cf7-17a38fd9e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.916950 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-727ed650-cc10-487b-8cf7-17a38fd9e419 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 200 len: 854 time: 0.0437605 Jul 16 08:49:04.955391 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-346cd04a-48a5-47df-ab71-fdead86d1a59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=888935e9-385c-4785-a94e-35a0af91e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305731 Jul 16 08:49:05.041452 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-cc0be93f-2ee9-45b7-8fe9-8f6db2550ed7 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790823 Jul 16 08:49:05.132455 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0072b1d7-854e-4084-9574-e1dbc977f6c0 req-c25dcd69-897f-43ce-b85d-e97adf981223 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835104 Jul 16 08:49:05.202613 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.399556 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf9f2f-d271-47df-ae47-67cfec6c2900 req-f9d60216-712b-480b-a4e1-be815de6bc4a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.400947 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4fdf9f2f-d271-47df-ae47-67cfec6c2900 req-f9d60216-712b-480b-a4e1-be815de6bc4a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 944 time: 0.0612304 Jul 16 08:49:05.437806 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4fdf9f2f-d271-47df-ae47-67cfec6c2900 req-5585f6c2-71c1-4e45-8005-4385c06354d0 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Jul 16 08:49:06.604678 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969060ed-8de4-4428-93ea-6c7bfa9303e0 req-e35f3c39-bb27-4a50-8650-832cbee94045 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.606119 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-969060ed-8de4-4428-93ea-6c7bfa9303e0 req-e35f3c39-bb27-4a50-8650-832cbee94045 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 944 time: 0.0604424 Jul 16 08:49:06.642050 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-969060ed-8de4-4428-93ea-6c7bfa9303e0 req-41e8dabe-1a0f-416b-8ccd-57a82faff155 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306218 Jul 16 08:49:07.008267 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.807477 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be12e7-3f83-4e27-ac50-c8f2bea77d74 req-faa722e7-2b3c-48ac-b209-0c938877778c tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.808953 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f0be12e7-3f83-4e27-ac50-c8f2bea77d74 req-faa722e7-2b3c-48ac-b209-0c938877778c tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 944 time: 0.0617080 Jul 16 08:49:07.848002 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f0be12e7-3f83-4e27-ac50-c8f2bea77d74 req-f812d359-64f2-4bab-a1d8-10b52ce02ad2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336881 Jul 16 08:49:07.996331 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:08.089156 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:08.099572 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a', 'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'port_id': '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a', 'mac_address': 'fa:16:3e:7e:7f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982f7c57-e02b-4a67-8af4-424a519bbdab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:08.135064 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.147236 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:08.166663 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:08.169738 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.215246 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.476653 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['9f0a1c8f-3d86-43af-8c9a-b4dd3730638a'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:09.018821 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c84d-a49f-442d-af47-5b82ad1303d8 req-7cfeb78d-0789-49af-bb51-fa89b1606121 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.021974 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-68f2c84d-a49f-442d-af47-5b82ad1303d8 req-7cfeb78d-0789-49af-bb51-fa89b1606121 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 945 time: 0.0666177 Jul 16 08:49:09.057823 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-68f2c84d-a49f-442d-af47-5b82ad1303d8 req-b3f1aec7-068f-4b5e-9884-a60bf6f95f1f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Jul 16 08:49:09.983556 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:10.029246 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:10.032852 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:10.033222 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.109732 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.130851 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b494c1-7c17-4271-8124-75f375670f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:10.133077 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c38edf-16b8-40ee-8f4c-d1f5059d7e61" -d '{"events": [{"server_uuid": "a8b494c1-7c17-4271-8124-75f375670f9f", "name": "network-vif-plugged", "status": "completed", "tag": "9f0a1c8f-3d86-43af-8c9a-b4dd3730638a"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:10.150947 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:10.155509 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.179522 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0e5b03-c803-4e3b-b9a5-ee7d20f5c570 x-openstack-request-id: req-de0e5b03-c803-4e3b-b9a5-ee7d20f5c570 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:10.179967 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b494c1-7c17-4271-8124-75f375670f9f", "name": "network-vif-plugged", "status": "completed", "tag": "9f0a1c8f-3d86-43af-8c9a-b4dd3730638a", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:10.180191 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-de0e5b03-c803-4e3b-b9a5-ee7d20f5c570 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:10.180587 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b494c1-7c17-4271-8124-75f375670f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a', 'code': 200} Jul 16 08:49:10.206627 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.236658 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ae4b6-6a5e-4f59-ba5c-1bb91f0427cf req-a61bbea4-e8cd-45b3-98c4-3550762f8153 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.238066 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c13ae4b6-6a5e-4f59-ba5c-1bb91f0427cf req-a61bbea4-e8cd-45b3-98c4-3550762f8153 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 946 time: 0.0681865 Jul 16 08:49:10.276277 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c13ae4b6-6a5e-4f59-ba5c-1bb91f0427cf req-abe19b72-953a-49b8-9af7-7eff4d0185d8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Jul 16 08:49:10.424637 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27cd33-55cd-492b-884d-3c9bb2dc267b req-0eb35412-7781-402d-a14d-b16fdf9e63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.426093 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ab27cd33-55cd-492b-884d-3c9bb2dc267b req-0eb35412-7781-402d-a14d-b16fdf9e63dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 1099 time: 0.0505242 Jul 16 08:49:10.459629 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ab27cd33-55cd-492b-884d-3c9bb2dc267b req-e442e554-4a37-4812-b412-be6e4f1da4c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270691 Jul 16 08:49:11.445989 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd89360-7252-42ab-a5ad-bff023eca222 req-5687d97f-b122-4730-a880-7dc14588994e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.447357 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-afd89360-7252-42ab-a5ad-bff023eca222 req-5687d97f-b122-4730-a880-7dc14588994e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 946 time: 0.0612791 Jul 16 08:49:11.483513 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-afd89360-7252-42ab-a5ad-bff023eca222 req-9a445e07-8499-482b-b999-5b63debb8c53 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306540 Jul 16 08:49:12.651089 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3824c-8914-4fd7-85ee-d39a833ab96e req-9165b87d-e4cd-4b19-8b52-5f15de45a4ae tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.652541 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4aa3824c-8914-4fd7-85ee-d39a833ab96e req-9165b87d-e4cd-4b19-8b52-5f15de45a4ae tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 946 time: 0.0603964 Jul 16 08:49:12.688097 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4aa3824c-8914-4fd7-85ee-d39a833ab96e req-c0292f46-b19c-4fde-b38b-ebbab49d267b tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302432 Jul 16 08:49:14.445921 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee495-4fe7-43a7-879a-202860a8f070 req-ebc34cfa-8a42-4ed8-98aa-29556dcbef1e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.447382 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-ebc34cfa-8a42-4ed8-98aa-29556dcbef1e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 814 time: 0.1047254 Jul 16 08:49:14.462064 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-d585c404-1486-4803-b593-43af8b09aeff tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/quotas/027ad22868dc4521a3de45f9399a8699 HTTP/1.1" status: 200 len: 375 time: 0.0093303 Jul 16 08:49:14.531618 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-097be49a-737c-472e-a856-9f71e1156ca3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649123 Jul 16 08:49:14.624527 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-64151154-1afc-40dd-94f9-79af3fbf8361 service neutron] 10.222.0.63 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Jul 16 08:49:14.710198 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-457843e0-4f54-40cf-8a56-22997b8659ad service neutron] 10.222.0.63 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794272 Jul 16 08:49:14.877898 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9198ded5-0799-4f91-a10c-facc0a5b8584 req-9b87e3a3-27dd-4cec-a987-be31f298b839 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 210 time: 0.0324118 Jul 16 08:49:16.019378 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e5883ec6-e3d3-4c47-8148-6069d021d5c0 req-543218a5-d280-4f05-8956-065a9ad346b5 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 210 time: 0.0327487 Jul 16 08:49:16.124096 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee495-4fe7-43a7-879a-202860a8f070 req-f5ad1861-21f4-4d1e-9ecd-295e929cb09c tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.125536 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-f5ad1861-21f4-4d1e-9ecd-295e929cb09c tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 814 time: 0.0987022 Jul 16 08:49:16.145243 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Request body: {'port': {'device_id': '21c310f4-04a5-4f7e-9e83-7d6bf0afafdb', 'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'admin_state_up': True, 'tenant_id': '027ad22868dc4521a3de45f9399a8699'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:16.256666 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Made reservation on behalf of 027ad22868dc4521a3de45f9399a8699 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:16.260288 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.393305 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Allocated IP 172.20.0.4 (888935e9-385c-4785-a94e-35a0af91e472/982f7c57-e02b-4a67-8af4-424a519bbdab/813d3c04-6426-4c83-9bc5-148d5c1bf0b6) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:16.536571 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.574518 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.620172 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['e0674355-6f08-42d2-8262-20f1f09049f9', '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:16.623234 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Network 888935e9-385c-4785-a94e-35a0af91e472 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:16.626323 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:16.628759 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:16.657042 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Pushing event updated for resources: {'Port': ['ID=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.684302 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.684922 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.698627 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-3d28fdec-05e5-4f54-8478-04653b66bce2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577617 Jul 16 08:49:16.717257 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Request body: {'port': {'device_id': '21c310f4-04a5-4f7e-9e83-7d6bf0afafdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:16.786958 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.046611 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:17.054001 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.065671 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Transition to ACTIVE for port object 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:17.069504 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.119256 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Pushing event updated for resources: {'Port': ['ID=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.193654 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Attempting to bind port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:17.194022 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Attempting to bind port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:17.194352 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Attempting to bind port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 on network 888935e9-385c-4785-a94e-35a0af91e472 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:17.198693 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 on network 888935e9-385c-4785-a94e-35a0af91e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:17.199019 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Attempting to bind port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 on network 888935e9-385c-4785-a94e-35a0af91e472 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:17.199740 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949b0c0-9d25-4f3c-9da1-d050726375bd req-a2e5f78f-beae-483a-9c8d-209838d74d75 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.201452 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5949b0c0-9d25-4f3c-9da1-d050726375bd req-a2e5f78f-beae-483a-9c8d-209838d74d75 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 943 time: 0.0684314 Jul 16 08:49:17.204086 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:17.204433 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Checking segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:17.204820 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Bound using segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:17.205247 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Bound port: 813d3c04-6426-4c83-9bc5-148d5c1bf0b6, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:17.205606 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.237619 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5949b0c0-9d25-4f3c-9da1-d050726375bd req-ae8a9b19-e60f-4358-822f-e1e89c9c6d1a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Jul 16 08:49:17.267579 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] For port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:17.271061 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] For port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:17.275398 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.309291 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.309901 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.311264 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] 10.222.0.62 "PUT /v2.0/ports/813d3c04-6426-4c83-9bc5-148d5c1bf0b6 HTTP/1.1" status: 200 len: 1093 time: 0.5984581 Jul 16 08:49:17.311687 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c310f4-04a5-4f7e-9e83-7d6bf0afafdb', 'tag': '813d3c04-6426-4c83-9bc5-148d5c1bf0b6'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:17.313906 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6497d0-f393-4196-baaf-23a4f84e38b5" -d '{"events": [{"name": "network-changed", "server_uuid": "21c310f4-04a5-4f7e-9e83-7d6bf0afafdb", "tag": "813d3c04-6426-4c83-9bc5-148d5c1bf0b6"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:17.340683 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6e324-45ce-4b25-a08b-5c9baf620188 service neutron] Pushing event updated for resources: {'Port': ['ID=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.360099 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edf4789-933b-4a9f-931d-f819178629db x-openstack-request-id: req-7edf4789-933b-4a9f-931d-f819178629db {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:17.360401 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c310f4-04a5-4f7e-9e83-7d6bf0afafdb", "tag": "813d3c04-6426-4c83-9bc5-148d5c1bf0b6", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:17.360655 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7edf4789-933b-4a9f-931d-f819178629db {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:17.361061 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c310f4-04a5-4f7e-9e83-7d6bf0afafdb', 'tag': '813d3c04-6426-4c83-9bc5-148d5c1bf0b6', 'status': 'completed', 'code': 200} Jul 16 08:49:17.432145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee495-4fe7-43a7-879a-202860a8f070 req-2ac952d9-2c20-40cd-a4dc-6ecad1828d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.434139 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-2ac952d9-2c20-40cd-a4dc-6ecad1828d66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 1096 time: 0.0523698 Jul 16 08:49:17.487325 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-20f81f78-31ab-4ae2-9696-f9ce7acba864 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813d3c04-6426-4c83-9bc5-148d5c1bf0b6 HTTP/1.1" status: 200 len: 217 time: 0.0357852 Jul 16 08:49:17.540034 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee495-4fe7-43a7-879a-202860a8f070 req-09a0459c-1868-4077-a107-b0a89421d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.541505 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-09a0459c-1868-4077-a107-b0a89421d035 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 200 len: 854 time: 0.0467248 Jul 16 08:49:17.573644 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-acb0bde3-0279-4c43-8d86-148162006e7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=888935e9-385c-4785-a94e-35a0af91e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258820 Jul 16 08:49:17.662714 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-121d105b-327d-4869-b6a8-d722a08d08e0 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817542 Jul 16 08:49:17.751504 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00eee495-4fe7-43a7-879a-202860a8f070 req-70ff59ed-9558-422a-881c-ade39eabba9b service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823703 Jul 16 08:49:17.912290 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-071a76d0-d1b2-466b-91f9-3ffdb30e38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.913797 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-071a76d0-d1b2-466b-91f9-3ffdb30e38f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 1096 time: 0.0571911 Jul 16 08:49:18.002709 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-26637d67-9e30-4332-a3f8-a3460c1bedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.004235 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-26637d67-9e30-4332-a3f8-a3460c1bedf4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 915 time: 0.0821779 Jul 16 08:49:18.049341 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-8e5f8a94-2375-482b-89bc-e703b244984a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813d3c04-6426-4c83-9bc5-148d5c1bf0b6 HTTP/1.1" status: 200 len: 217 time: 0.0380924 Jul 16 08:49:18.053058 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:18.096644 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-25d141ce-adab-4836-958b-0e004a2f7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.098036 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-25d141ce-adab-4836-958b-0e004a2f7e6a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 200 len: 854 time: 0.0425143 Jul 16 08:49:18.129380 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-d99ce9dc-2ca1-460c-b349-c0c1a4e54064 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=888935e9-385c-4785-a94e-35a0af91e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248687 Jul 16 08:49:18.220254 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-a4ac9120-f19e-4239-addf-f39151774310 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838747 Jul 16 08:49:18.309761 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8a6497d0-f393-4196-baaf-23a4f84e38b5 req-d325d9e2-37e9-4ba1-816f-9a3f869e5b31 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815291 Jul 16 08:49:18.408644 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b33bf-0a68-4c0b-9064-5dd41e6bfb7a req-e30d794e-5606-4444-8f69-fbd786388acc tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.410228 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-333b33bf-0a68-4c0b-9064-5dd41e6bfb7a req-e30d794e-5606-4444-8f69-fbd786388acc tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 943 time: 0.0627110 Jul 16 08:49:18.448800 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-333b33bf-0a68-4c0b-9064-5dd41e6bfb7a req-e731bb7e-1270-49cc-af6a-1c3a575bf16b tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Jul 16 08:49:19.622262 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4a1c7-92ed-4920-8d0f-87a4faa96f51 req-5b21712c-2c5d-487f-9917-7a1b5bb53207 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:19.623748 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-55c4a1c7-92ed-4920-8d0f-87a4faa96f51 req-5b21712c-2c5d-487f-9917-7a1b5bb53207 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 943 time: 0.0664496 Jul 16 08:49:19.661436 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-55c4a1c7-92ed-4920-8d0f-87a4faa96f51 req-537f3c0f-e46f-447a-a0ec-ed6cdb86f3d8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315826 Jul 16 08:49:20.015146 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:20.109845 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:20.122528 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '813d3c04-6426-4c83-9bc5-148d5c1bf0b6', 'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'port_id': '813d3c04-6426-4c83-9bc5-148d5c1bf0b6', 'mac_address': 'fa:16:3e:2e:a8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982f7c57-e02b-4a67-8af4-424a519bbdab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:20.158800 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.171672 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:20.191218 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:20.195694 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.360477 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.544688 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['813d3c04-6426-4c83-9bc5-148d5c1bf0b6'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:20.830387 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d67f2-a701-486a-8312-b4daebf826b3 req-43d9f642-4bf0-4019-a673-c1e62e4eddc1 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.831841 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-642d67f2-a701-486a-8312-b4daebf826b3 req-43d9f642-4bf0-4019-a673-c1e62e4eddc1 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 944 time: 0.0649717 Jul 16 08:49:20.872893 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-642d67f2-a701-486a-8312-b4daebf826b3 req-cb936e24-b7a8-46e2-98a8-b52caef97b7c tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354888 Jul 16 08:49:22.029610 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:22.047156 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d2396-7394-49d5-b128-5f9d0c684c09 req-a6019cfa-ce12-4868-a1dd-962b94209b8b tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:22.048866 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-612d2396-7394-49d5-b128-5f9d0c684c09 req-a6019cfa-ce12-4868-a1dd-962b94209b8b tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 944 time: 0.0653124 Jul 16 08:49:22.081853 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:22.085784 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:22.086157 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.087282 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-612d2396-7394-49d5-b128-5f9d0c684c09 req-1e6269f5-0f7d-4b69-9088-b668ed04a7f3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Jul 16 08:49:22.160228 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.182325 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c310f4-04a5-4f7e-9e83-7d6bf0afafdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d3c04-6426-4c83-9bc5-148d5c1bf0b6'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:22.184589 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baeb9f0-8a31-4b9f-98ed-76c1f4a84d13" -d '{"events": [{"server_uuid": "21c310f4-04a5-4f7e-9e83-7d6bf0afafdb", "name": "network-vif-plugged", "status": "completed", "tag": "813d3c04-6426-4c83-9bc5-148d5c1bf0b6"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:22.200179 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:22.204756 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.237122 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95604263-2f11-4c24-b1c1-9b7ce2eb81be x-openstack-request-id: req-95604263-2f11-4c24-b1c1-9b7ce2eb81be {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:22.237421 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c310f4-04a5-4f7e-9e83-7d6bf0afafdb", "name": "network-vif-plugged", "status": "completed", "tag": "813d3c04-6426-4c83-9bc5-148d5c1bf0b6", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:22.237673 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-95604263-2f11-4c24-b1c1-9b7ce2eb81be {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:22.238063 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c310f4-04a5-4f7e-9e83-7d6bf0afafdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d3c04-6426-4c83-9bc5-148d5c1bf0b6', 'code': 200} Jul 16 08:49:22.263438 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.508462 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1303e-dc49-4946-819f-b67a43b1dac6 req-6814907e-503b-4f04-9f6d-1d235a2a822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:22.509897 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d3c1303e-dc49-4946-819f-b67a43b1dac6 req-6814907e-503b-4f04-9f6d-1d235a2a822f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 1098 time: 0.0501897 Jul 16 08:49:22.542883 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d3c1303e-dc49-4946-819f-b67a43b1dac6 req-0f40cdfa-248a-4189-853d-e007a731b42a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256908 Jul 16 08:49:23.262468 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e62861-fd59-4246-b5a1-a13d73e95844 req-4e6aed18-c801-4a95-9832-26212abefa51 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.263973 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-87e62861-fd59-4246-b5a1-a13d73e95844 req-4e6aed18-c801-4a95-9832-26212abefa51 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 945 time: 0.0648324 Jul 16 08:49:23.300561 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-87e62861-fd59-4246-b5a1-a13d73e95844 req-69556bf5-e25e-4708-85f3-baec9560bbaa tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311730 Jul 16 08:49:24.472562 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4eac5-90b3-4eba-b7a6-7eebea69e4ef req-b123c161-8c72-4eb1-9536-c2b086116a72 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:24.474603 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-aab4eac5-90b3-4eba-b7a6-7eebea69e4ef req-b123c161-8c72-4eb1-9536-c2b086116a72 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 945 time: 0.0620630 Jul 16 08:49:24.513270 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-aab4eac5-90b3-4eba-b7a6-7eebea69e4ef req-550a3d77-1903-4393-992c-abc77205128b tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330453 Jul 16 08:49:25.683283 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf497-2e0f-4587-9c03-ec9949389cd6 req-1b8455af-3177-4667-b2af-bb20d55a2f10 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:25.684808 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-898cf497-2e0f-4587-9c03-ec9949389cd6 req-1b8455af-3177-4667-b2af-bb20d55a2f10 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 945 time: 0.0642312 Jul 16 08:49:25.720342 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-898cf497-2e0f-4587-9c03-ec9949389cd6 req-f5f68461-bb7b-4751-b5d8-35520f1d7d3f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300889 Jul 16 08:49:26.917661 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ba2bf-8b85-491d-90d7-c0ebed0e8fce req-ddd9e424-0b54-4c44-bf10-aa7c03c24060 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.919429 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-001ba2bf-8b85-491d-90d7-c0ebed0e8fce req-ddd9e424-0b54-4c44-bf10-aa7c03c24060 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 945 time: 0.0788641 Jul 16 08:49:26.957045 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-001ba2bf-8b85-491d-90d7-c0ebed0e8fce req-276e407e-4973-4487-abea-572ad0433aec tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jul 16 08:49:30.230503 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-36f60bc7-0f4d-42b5-9cb5-c4a1da5ad081 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718844768&fields=id&tenant_id=c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 267 time: 0.0318966 Jul 16 08:49:30.334934 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-a16c0fdb-f899-4855-a5cb-d94cd5293520 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.336619 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-a16c0fdb-f899-4855-a5cb-d94cd5293520 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 811 time: 0.0998743 Jul 16 08:49:30.352070 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-d98dd053-0e5b-4111-9ae8-03ae027cfb3d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/quotas/c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 375 time: 0.0099626 Jul 16 08:49:30.427688 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-46233eb8-2002-4099-8995-674f3b26fdce tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0702698 Jul 16 08:49:30.525675 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-1737c1ab-c0f3-4c99-8bdd-409f7330f4f7 service neutron] 10.222.0.63 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873218 Jul 16 08:49:30.621048 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-3de11c10-7045-4e2b-8a17-656fff360ebd service neutron] 10.222.0.63 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898182 Jul 16 08:49:30.737623 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.919483 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-818a2ad9-c594-44e6-baa2-9fbe7fef49bb req-944190dd-85b2-4c6d-aed4-372a67678177 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 210 time: 0.0292096 Jul 16 08:49:31.513787 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d3846235-fd95-4e3c-af5d-a4c71f8c4171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.090734 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ac695694-1f3e-40cd-9c99-ca9042c87a7a req-77fef253-f43f-4d12-9a78-4d4f3eeeb614 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 210 time: 0.0463715 Jul 16 08:49:32.168472 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-c6436ad2-aa7b-472a-884d-2df206ad80ee tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.170596 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-c6436ad2-aa7b-472a-884d-2df206ad80ee tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 811 time: 0.1350482 Jul 16 08:49:32.222587 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-7196882a-0474-4dfc-8a41-8683e4434609 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c89c591daee548f68fa81b3ab3a2b18d HTTP/1.1" status: 200 len: 380 time: 0.0367877 Jul 16 08:49:32.232861 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'port': {'device_id': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'admin_state_up': True, 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'security_groups': ['171356eb-d369-4fbe-8200-1e1910ab89a6']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:32.594021 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Made reservation on behalf of c89c591daee548f68fa81b3ab3a2b18d for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:32.597844 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.727705 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Allocated IP 172.20.0.8 (573a0a96-9a6f-4262-aea4-1a5e99a36d25/5a3ae45b-a3e8-4499-8417-dd07eec059cf/b2d3152b-78d4-4d5d-877b-d047aa662a6c) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:32.860765 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.873616 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Transition to ACTIVE for port object b2d3152b-78d4-4d5d-877b-d047aa662a6c will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:32.909682 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.950108 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:32.955090 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:32.959335 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:32.983936 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=b2d3152b-78d4-4d5d-877b-d047aa662a6c,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:32.998259 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:32.998612 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:32.998956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:32.999293 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:32.999621 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:32.999985 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.000315 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.000645 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.000978 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.001472 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.001628 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.001951 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.022731 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.023346 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.037424 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-9ae0a5d1-7473-44bb-a059-a44de80e2ca8 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8081591 Jul 16 08:49:33.055665 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Request body: {'port': {'device_id': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:33.131951 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.180798 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-15fc10c2-f638-44b2-bab6-3707c5118a50 None None] Provisioning for port b2d3152b-78d4-4d5d-877b-d047aa662a6c completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:33.187552 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-15fc10c2-f638-44b2-bab6-3707c5118a50 None None] Provisioning complete for port b2d3152b-78d4-4d5d-877b-d047aa662a6c triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:33.188610 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-15fc10c2-f638-44b2-bab6-3707c5118a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.225285 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-15fc10c2-f638-44b2-bab6-3707c5118a50 None None] Port b2d3152b-78d4-4d5d-877b-d047aa662a6c cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:33.273325 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d1c18-8089-4271-a297-60a6e2987429 req-38a598f4-c986-4451-a2c6-a5cfb9cff5b6 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.274830 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d04d1c18-8089-4271-a297-60a6e2987429 req-38a598f4-c986-4451-a2c6-a5cfb9cff5b6 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 931 time: 0.0680487 Jul 16 08:49:33.312069 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d04d1c18-8089-4271-a297-60a6e2987429 req-6abc02c2-8377-4206-bf22-a0f3f33483f9 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Jul 16 08:49:33.391809 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d3152b-78d4-4d5d-877b-d047aa662a6c {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:33.398912 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.410038 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Transition to ACTIVE for port object b2d3152b-78d4-4d5d-877b-d047aa662a6c will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:33.413649 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.483735 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Pushing event updated for resources: {'Port': ['ID=b2d3152b-78d4-4d5d-877b-d047aa662a6c,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.533456 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Attempting to bind port b2d3152b-78d4-4d5d-877b-d047aa662a6c on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:33.533934 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Attempting to bind port b2d3152b-78d4-4d5d-877b-d047aa662a6c by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:33.534277 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Attempting to bind port b2d3152b-78d4-4d5d-877b-d047aa662a6c on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:33.538920 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Port b2d3152b-78d4-4d5d-877b-d047aa662a6c on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:33.539246 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Attempting to bind port b2d3152b-78d4-4d5d-877b-d047aa662a6c on network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:33.544665 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:33.545015 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Checking segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:33.545405 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Bound using segment: {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:33.545837 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Bound port: b2d3152b-78d4-4d5d-877b-d047aa662a6c, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6fdc9fa-b225-4282-8eab-4c279af75313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:33.546200 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.608823 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] For port b2d3152b-78d4-4d5d-877b-d047aa662a6c, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:33.611718 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] For port b2d3152b-78d4-4d5d-877b-d047aa662a6c, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:33.616531 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.647976 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.648595 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.649971 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] 10.222.0.62 "PUT /v2.0/ports/b2d3152b-78d4-4d5d-877b-d047aa662a6c HTTP/1.1" status: 200 len: 1093 time: 0.5987470 Jul 16 08:49:33.650406 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:33.652637 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c0e4b-e0b2-4717-a46a-301061b29187" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:33.689847 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a9afe-6011-407a-924e-98fe309dfd1f service neutron] Pushing event updated for resources: {'Port': ['ID=b2d3152b-78d4-4d5d-877b-d047aa662a6c,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.708219 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89b4863-307b-402d-b2c2-612166753877 x-openstack-request-id: req-d89b4863-307b-402d-b2c2-612166753877 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:33.708763 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:33.708869 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d89b4863-307b-402d-b2c2-612166753877 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:33.709435 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'status': 'completed', 'code': 200} Jul 16 08:49:33.794400 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-179faf71-3917-422c-a627-1fb1301ad024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.795943 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-179faf71-3917-422c-a627-1fb1301ad024 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 1096 time: 0.0602145 Jul 16 08:49:33.847548 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-50107241-da3f-41d3-9a19-5584b5e1ecc2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c HTTP/1.1" status: 200 len: 217 time: 0.0365536 Jul 16 08:49:33.899339 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-398be7d2-1e44-4d8e-87fb-d34d29474faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.900739 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-398be7d2-1e44-4d8e-87fb-d34d29474faf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0473425 Jul 16 08:49:33.963601 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-f114aa0e-010a-472e-94f4-681899174b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.965116 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-f114aa0e-010a-472e-94f4-681899174b3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572517 Jul 16 08:49:34.052966 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-33db061d-db7e-4760-bef4-f048818fc313 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801973 Jul 16 08:49:34.092082 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e98685f6-1480-4928-b91b-185741d65b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.095122 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.148472 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a2d5d94-f66f-4145-abef-83fc53c07ce5 req-2fbc1114-95b9-4a12-9737-273e40537feb service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889902 Jul 16 08:49:34.270701 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-894d6ccd-22f3-4ec2-95ce-a37efccbb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.272161 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-894d6ccd-22f3-4ec2-95ce-a37efccbb027 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 1096 time: 0.0510788 Jul 16 08:49:34.365649 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-5271b449-3b5e-4a5a-bb5e-52a7c88e8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.367122 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-5271b449-3b5e-4a5a-bb5e-52a7c88e8046 service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.0875752 Jul 16 08:49:34.406916 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-d6b1ffb2-08f7-4c56-ad49-3319bba95991 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c HTTP/1.1" status: 200 len: 217 time: 0.0330832 Jul 16 08:49:34.454767 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-5ecd55b7-5398-44f2-a6fb-83ed6d0da09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.456159 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-5ecd55b7-5398-44f2-a6fb-83ed6d0da09e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0433269 Jul 16 08:49:34.483630 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045833c-cfd7-47f8-9326-d38a76c1deca req-66c5f749-d641-48ad-8d73-dd78c9d2b0c3 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.485106 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4045833c-cfd7-47f8-9326-d38a76c1deca req-66c5f749-d641-48ad-8d73-dd78c9d2b0c3 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.0640230 Jul 16 08:49:34.515585 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-fbabf2f3-9f5c-4c41-bda1-510b37dd489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.517115 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-fbabf2f3-9f5c-4c41-bda1-510b37dd489b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551815 Jul 16 08:49:34.522741 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4045833c-cfd7-47f8-9326-d38a76c1deca req-0ac8acaa-f00f-4cf4-9b0f-65b3307ed981 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Jul 16 08:49:34.603707 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-25883dd4-59f7-409f-bb92-91dd45f8594b service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803113 Jul 16 08:49:34.693162 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-635c0e4b-e0b2-4717-a46a-301061b29187 req-659926fb-c153-4983-bd6c-5c412e832228 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829077 Jul 16 08:49:35.205502 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.690890 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e67bb6-c512-4921-8016-10f2b0fe0694 req-637aa1af-f4ba-4d69-b1c5-e32c50992734 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.692403 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93e67bb6-c512-4921-8016-10f2b0fe0694 req-637aa1af-f4ba-4d69-b1c5-e32c50992734 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.0620496 Jul 16 08:49:35.730819 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93e67bb6-c512-4921-8016-10f2b0fe0694 req-a45e9d8e-1db1-4e1c-af37-44cbadc6c5fe tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Jul 16 08:49:36.899761 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b21e-3bf3-4e70-865a-66b234904390 req-009fa8d8-0735-49a2-b480-5c852ef8d8dc tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.901231 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e7a2b21e-3bf3-4e70-865a-66b234904390 req-009fa8d8-0735-49a2-b480-5c852ef8d8dc tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.0612950 Jul 16 08:49:36.939852 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e7a2b21e-3bf3-4e70-865a-66b234904390 req-1f8a1ab9-b00d-46c2-85ea-7436a93cbdfd tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330684 Jul 16 08:49:37.008645 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.388496 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 48796) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.499382 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a2507ef-8324-4dd5-8225-86619aae89c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.587752 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a2507ef-8324-4dd5-8225-86619aae89c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.591175 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9a2507ef-8324-4dd5-8225-86619aae89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.631197 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9a2507ef-8324-4dd5-8225-86619aae89c1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a043d511d4cd419ca605aacec8a815ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411604 Jul 16 08:49:37.632075 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2507ef-8324-4dd5-8225-86619aae89c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c600d-daef-4188-9415-33b7b0df9b71,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:37.633893 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 48800) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.681387 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.702581 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.748427 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.750975 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.752213 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5e0c600d-daef-4188-9415-33b7b0df9b71 HTTP/1.1" status: 204 len: 168 time: 0.1172342 Jul 16 08:49:37.760249 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c600d-daef-4188-9415-33b7b0df9b71,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:37.767300 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.767656 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.768039 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.768388 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.768728 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.769142 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.769446 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.770467 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.770838 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.771167 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.771496 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:37.771849 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff889e5b-3a07-4e32-80c6-8f59b5cbdbf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:38.120187 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0af0-c9b7-4a19-b142-bb82092aa47a req-5c0b0003-354c-4368-bbad-3bde4363e12e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.127365 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5d2a0af0-c9b7-4a19-b142-bb82092aa47a req-5c0b0003-354c-4368-bbad-3bde4363e12e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.0724895 Jul 16 08:49:38.175443 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5d2a0af0-c9b7-4a19-b142-bb82092aa47a req-160ed725-1db8-4a7f-9c54-31fdb2f20252 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469747 Jul 16 08:49:39.357200 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d9ed7-3f16-4579-a6c5-e0e31f44d8b4 req-7668f6ba-4b03-48f7-aea1-51c8836c3974 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.358694 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d68d9ed7-3f16-4579-a6c5-e0e31f44d8b4 req-7668f6ba-4b03-48f7-aea1-51c8836c3974 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.0676851 Jul 16 08:49:39.396187 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d68d9ed7-3f16-4579-a6c5-e0e31f44d8b4 req-4818c142-1e91-435e-ba05-4ea2bb889c2b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Jul 16 08:49:39.970891 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-b34624ed-ec2d-494d-8ad6-92a086693072 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=d97e8df019af4fb1a7bb29d6ccc053c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275738 Jul 16 08:49:39.971146 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330e97-346d-41ee-821e-7236f4446767 req-fbde23d9-a784-41ba-8b3a-d5798e842cbf tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.972604 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-fbde23d9-a784-41ba-8b3a-d5798e842cbf tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 814 time: 0.1030962 Jul 16 08:49:39.987588 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-c290f2ae-b1f1-4c3a-9afc-8cb869141ea1 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/quotas/027ad22868dc4521a3de45f9399a8699 HTTP/1.1" status: 200 len: 375 time: 0.0092652 Jul 16 08:49:40.057150 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-48055770-5421-4d4a-b8e8-f9a4d2477d95 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643928 Jul 16 08:49:40.146609 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-6d145721-1adc-40cd-8d2c-05874d12b598 service neutron] 10.222.0.63 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Jul 16 08:49:40.151886 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-619fe340-6439-44d0-b941-a0318fc62b38 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.153360 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-619fe340-6439-44d0-b941-a0318fc62b38 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769297 Jul 16 08:49:40.167197 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-16607b97-0eaf-4efc-84a0-580396d07043 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/quotas/d97e8df019af4fb1a7bb29d6ccc053c6 HTTP/1.1" status: 200 len: 375 time: 0.0087979 Jul 16 08:49:40.200256 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-084808e9-b39d-45ed-989e-a76e47df5ffd tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d97e8df019af4fb1a7bb29d6ccc053c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278590 Jul 16 08:49:40.234229 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-28cc23ab-7243-4c54-b1eb-ef10f555fef9 service neutron] 10.222.0.63 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819323 Jul 16 08:49:40.381589 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e8b7d458-452d-463e-8b22-f7af35cc8603 req-0206b21d-69b2-4046-975c-2cde4fecf5b8 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 210 time: 0.0466454 Jul 16 08:49:40.414049 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1bbb4641-36c7-4dc3-afb8-7414a9ff6fc1 req-e39f5fb5-1a4f-44fd-9483-171a4e89f2c3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 210 time: 0.0323579 Jul 16 08:49:40.591757 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932229f-7bd8-47a1-ba92-b56ccca1ed2e req-09f6b582-1e17-459a-ac9b-5fd330ba730c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.593268 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f932229f-7bd8-47a1-ba92-b56ccca1ed2e req-09f6b582-1e17-459a-ac9b-5fd330ba730c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.0703244 Jul 16 08:49:40.642479 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f932229f-7bd8-47a1-ba92-b56ccca1ed2e req-88befc6e-5e52-42c3-949a-7d14834d0b1a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Jul 16 08:49:41.520630 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-46c50310-49ef-4d91-a722-56085613ce02 req-43162c4c-d267-4530-8e0c-ba0398e7c8fc tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 210 time: 0.0362508 Jul 16 08:49:41.565094 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-047581c4-f22f-453d-b5b1-57ba0d888d68 req-76cc036d-140d-4be4-bc51-e93654ac5191 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 210 time: 0.0370574 Jul 16 08:49:41.652658 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-493a9b6d-3c8f-41e3-834d-6f2698082319 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d97e8df019af4fb1a7bb29d6ccc053c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282836 Jul 16 08:49:41.871196 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-02ebd39a-dcc1-4268-8162-eb450537a2f5 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:41.873219 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-02ebd39a-dcc1-4268-8162-eb450537a2f5 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137895 Jul 16 08:49:41.897370 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f35c0-647f-4826-83e9-ecb36e1643b8 req-08f8d56b-b9ed-46a4-8eea-600bcc9d9241 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:41.898828 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f86f35c0-647f-4826-83e9-ecb36e1643b8 req-08f8d56b-b9ed-46a4-8eea-600bcc9d9241 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.1246998 Jul 16 08:49:41.903800 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Request body: {'port': {'device_id': '8009341c-3c54-432e-ae4e-3aaf80e18662', 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b', 'admin_state_up': True, 'tenant_id': 'd97e8df019af4fb1a7bb29d6ccc053c6'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:41.990140 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f86f35c0-647f-4826-83e9-ecb36e1643b8 req-567ffe74-ab31-44fe-8303-12d699e2104b tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817783 Jul 16 08:49:42.033242 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Made reservation on behalf of d97e8df019af4fb1a7bb29d6ccc053c6 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:42.036745 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.045277 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.132437 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.136484 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.196150 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bafa80-f7a9-47a3-b6a5-cd174d999783,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.324063 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Allocated IP 192.168.233.113 (4728b3ce-30a4-4582-a619-76076acddb4b/9ea4e9b7-225c-482e-ace6-f29502c4ba06/8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:42.380613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330e97-346d-41ee-821e-7236f4446767 req-69b0b087-ce7f-422e-a220-9e9060223893 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.382119 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-69b0b087-ce7f-422e-a220-9e9060223893 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 814 time: 0.1403258 Jul 16 08:49:42.402516 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Request body: {'port': {'device_id': '036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0', 'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'admin_state_up': True, 'tenant_id': '027ad22868dc4521a3de45f9399a8699'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:42.574486 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.595132 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Transition to ACTIVE for port object 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:42.602593 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Made reservation on behalf of 027ad22868dc4521a3de45f9399a8699 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:42.606112 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.664120 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c6a38c59-a750-4638-9112-ab1397c31b7c req-588ad3b4-1bb2-4fdc-b8d6-1f50c42f195d tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 210 time: 0.0284936 Jul 16 08:49:42.690021 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.002558 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6af49d04-a16b-43de-96ed-9410239367db req-6f41a8ba-3988-4d6c-a6dc-af3c731911b0 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 210 time: 0.3105173 Jul 16 08:49:43.047391 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Network 4728b3ce-30a4-4582-a619-76076acddb4b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:43.055182 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:43.059268 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:43.061776 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Pushing event updated for resources: {'Port': ['ID=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.101468 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Allocated IP 172.20.0.3 (888935e9-385c-4785-a94e-35a0af91e472/982f7c57-e02b-4a67-8af4-424a519bbdab/02898978-122f-4501-a931-bbf45a1a28d3) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:43.127320 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:43.127976 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.170529 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-ab82c74c-9fcf-4516-b3e3-eb028b2081e9 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2706933 Jul 16 08:49:43.181040 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffe8f1-fd82-47ab-b577-7488cc243f7a req-ad7ddafa-6f41-4bb4-b687-78b0106ccd67 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:43.182919 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6fffe8f1-fd82-47ab-b577-7488cc243f7a req-ad7ddafa-6f41-4bb4-b687-78b0106ccd67 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.0761390 Jul 16 08:49:43.203667 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Request body: {'port': {'device_id': '8009341c-3c54-432e-ae4e-3aaf80e18662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:43.237124 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6fffe8f1-fd82-47ab-b577-7488cc243f7a req-929d8e2c-1765-4bf2-822b-74cde319ea42 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452690 Jul 16 08:49:43.255584 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-e87af58f-f1c3-4e79-808c-7517dfc92659 None None] Provisioning for port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:43.259240 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-e87af58f-f1c3-4e79-808c-7517dfc92659 None None] Provisioning complete for port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:43.259675 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e87af58f-f1c3-4e79-808c-7517dfc92659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.296281 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-e87af58f-f1c3-4e79-808c-7517dfc92659 None None] Port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:43.342018 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.358032 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.493335 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.526852 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['e0674355-6f08-42d2-8262-20f1f09049f9', '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a', '813d3c04-6426-4c83-9bc5-148d5c1bf0b6'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:43.552866 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Network 888935e9-385c-4785-a94e-35a0af91e472 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:43.587768 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:43.593492 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:43.616928 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Pushing event updated for resources: {'Port': ['ID=02898978-122f-4501-a931-bbf45a1a28d3,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.660068 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:43.660700 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.683401 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-30345c42-b272-4fda-8548-9f93406e1ce3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2845755 Jul 16 08:49:43.722474 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Request body: {'port': {'device_id': '036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:43.762029 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:43.774709 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.837703 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Transition to ACTIVE for port object 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:43.846443 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.887064 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.929229 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Pushing event updated for resources: {'Port': ['ID=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.020014 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239adb8-67d5-4a69-908a-4af11c5b370d req-cd278553-cbbb-4910-a0ab-f3345e6e52fe tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.021709 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1239adb8-67d5-4a69-908a-4af11c5b370d req-cd278553-cbbb-4910-a0ab-f3345e6e52fe tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 936 time: 0.2382233 Jul 16 08:49:44.142157 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1239adb8-67d5-4a69-908a-4af11c5b370d req-99d0bee9-350a-4765-bdaa-5e0e6d481d28 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075363 Jul 16 08:49:44.145456 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Attempting to bind port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:44.145801 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Attempting to bind port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:44.146132 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Attempting to bind port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f on network 4728b3ce-30a4-4582-a619-76076acddb4b {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:44.166985 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f on network 4728b3ce-30a4-4582-a619-76076acddb4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:44.167319 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Attempting to bind port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f on network 4728b3ce-30a4-4582-a619-76076acddb4b {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:44.177904 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:44.178254 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Checking segment: {'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:44.178650 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Bound using segment: {'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:44.179097 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Bound port: 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7fd5b3-d8e5-4065-bafa-4a43cc689b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:44.179463 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.309924 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] For port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:44.333505 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] For port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,segment=NetworkSegment(1d7fd5b3-d8e5-4065-bafa-4a43cc689b83),segment_id=1d7fd5b3-d8e5-4065-bafa-4a43cc689b83)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:44.340629 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.409402 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.410037 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.412053 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] 10.222.0.62 "PUT /v2.0/ports/8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f HTTP/1.1" status: 200 len: 1098 time: 1.2227829 Jul 16 08:49:44.412519 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8009341c-3c54-432e-ae4e-3aaf80e18662', 'tag': '8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:44.414846 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75754cc-9786-4f70-b289-1cd370b0e270" -d '{"events": [{"name": "network-changed", "server_uuid": "8009341c-3c54-432e-ae4e-3aaf80e18662", "tag": "8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:44.421755 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02898978-122f-4501-a931-bbf45a1a28d3 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:44.437102 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.455407 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0234047-1a18-4149-82e9-35fd23cc94fa service neutron] Pushing event updated for resources: {'Port': ['ID=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.463212 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Transition to ACTIVE for port object 02898978-122f-4501-a931-bbf45a1a28d3 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:44.468983 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.483842 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c58512-0c10-442c-b3fe-7ab77e75903f req-92916596-467e-4d0a-8768-6d3569e9960c tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.492350 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-06c58512-0c10-442c-b3fe-7ab77e75903f req-92916596-467e-4d0a-8768-6d3569e9960c tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 931 time: 0.3734617 Jul 16 08:49:44.535971 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-06c58512-0c10-442c-b3fe-7ab77e75903f req-1024f581-e6a9-4578-8a76-769ee1c2fef8 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Jul 16 08:49:44.599600 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f54f219-e7e9-40d2-92e0-2cdfb662b3ee x-openstack-request-id: req-0f54f219-e7e9-40d2-92e0-2cdfb662b3ee {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:44.600185 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8009341c-3c54-432e-ae4e-3aaf80e18662", "tag": "8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:44.600185 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0f54f219-e7e9-40d2-92e0-2cdfb662b3ee {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:44.600562 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8009341c-3c54-432e-ae4e-3aaf80e18662', 'tag': '8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f', 'status': 'completed', 'code': 200} Jul 16 08:49:44.646995 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Pushing event updated for resources: {'Port': ['ID=02898978-122f-4501-a931-bbf45a1a28d3,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.698415 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-4bd95f10-0633-4bce-af5d-c9bc1effb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.699901 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-4bd95f10-0633-4bce-af5d-c9bc1effb62c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d97e8df019af4fb1a7bb29d6ccc053c6&device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 1101 time: 0.1885889 Jul 16 08:49:44.707957 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Attempting to bind port 02898978-122f-4501-a931-bbf45a1a28d3 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:44.708298 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Attempting to bind port 02898978-122f-4501-a931-bbf45a1a28d3 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:44.708625 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Attempting to bind port 02898978-122f-4501-a931-bbf45a1a28d3 on network 888935e9-385c-4785-a94e-35a0af91e472 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:44.714821 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Port 02898978-122f-4501-a931-bbf45a1a28d3 on network 888935e9-385c-4785-a94e-35a0af91e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:44.715145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Attempting to bind port 02898978-122f-4501-a931-bbf45a1a28d3 on network 888935e9-385c-4785-a94e-35a0af91e472 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:44.723559 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17462e41-4e85-4729-b987-380c88f15275 req-1b6590aa-4373-4360-b660-7e45302d89d7 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.725003 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17462e41-4e85-4729-b987-380c88f15275 req-1b6590aa-4373-4360-b660-7e45302d89d7 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.1700613 Jul 16 08:49:44.765528 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:44.765866 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Checking segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:44.766243 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Bound using segment: {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:44.766673 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Bound port: 02898978-122f-4501-a931-bbf45a1a28d3, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35335a8f-4de8-4e82-95cf-70dd455ac5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '888935e9-385c-4785-a94e-35a0af91e472'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:44.767027 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.771050 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-630733d2-715e-4cec-becd-c40df5426987 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f HTTP/1.1" status: 200 len: 217 time: 0.0452042 Jul 16 08:49:44.854610 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-17462e41-4e85-4729-b987-380c88f15275 req-49b13a33-bd4a-4d57-a78e-cd3ce3ac618f tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203129 Jul 16 08:49:44.871648 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-e99d79a3-c05b-4c87-bbe7-3a51d728adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.873111 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-e99d79a3-c05b-4c87-bbe7-3a51d728adef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ea4e9b7-225c-482e-ace6-f29502c4ba06 HTTP/1.1" status: 200 len: 843 time: 0.0896842 Jul 16 08:49:44.918347 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] For port 02898978-122f-4501-a931-bbf45a1a28d3, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:44.932557 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] For port 02898978-122f-4501-a931-bbf45a1a28d3, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=02898978-122f-4501-a931-bbf45a1a28d3,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:44.939086 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.988176 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.988860 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.990222 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] 10.222.0.62 "PUT /v2.0/ports/02898978-122f-4501-a931-bbf45a1a28d3 HTTP/1.1" status: 200 len: 1093 time: 1.2741361 Jul 16 08:49:44.995678 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-fc1f6c07-d4c4-4f4d-a509-35e92cdefcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.997076 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-fc1f6c07-d4c4-4f4d-a509-35e92cdefcb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4728b3ce-30a4-4582-a619-76076acddb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1146772 Jul 16 08:49:45.018741 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447cd1c-a1de-4356-9b4b-3e3da99904eb service neutron] Pushing event updated for resources: {'Port': ['ID=02898978-122f-4501-a931-bbf45a1a28d3,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:45.126051 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-2401e739-3565-449b-9813-c0473e102374 service neutron] 10.222.0.62 "GET /v2.0/networks/4728b3ce-30a4-4582-a619-76076acddb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187081 Jul 16 08:49:45.165175 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330e97-346d-41ee-821e-7236f4446767 req-37f13d1a-7107-4512-bc23-4787301b9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.166608 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-37f13d1a-7107-4512-bc23-4787301b9b48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 1096 time: 0.1213732 Jul 16 08:49:45.234933 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-a171d457-9d47-471c-8403-6a67baf2f3cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02898978-122f-4501-a931-bbf45a1a28d3 HTTP/1.1" status: 200 len: 217 time: 0.0400374 Jul 16 08:49:45.281486 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4308e55d-052c-47e8-9155-40ffb083ba83 req-92e20455-5973-4ce0-9cf6-17074191ad8b service neutron] 10.222.0.62 "GET /v2.0/networks/4728b3ce-30a4-4582-a619-76076acddb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494322 Jul 16 08:49:45.295003 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330e97-346d-41ee-821e-7236f4446767 req-355af0be-8a05-48e7-ab93-43b1d3836b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.296562 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-355af0be-8a05-48e7-ab93-43b1d3836b3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 200 len: 854 time: 0.0544376 Jul 16 08:49:45.315942 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb45b21-e8a1-4540-8c7d-f4af0c564fdb req-eefc49dd-0fe7-40d3-b892-745b7a10f08c tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.318012 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0bb45b21-e8a1-4540-8c7d-f4af0c564fdb req-eefc49dd-0fe7-40d3-b892-745b7a10f08c tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 948 time: 0.0647261 Jul 16 08:49:45.331824 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-2067ee05-1dec-4199-bff6-a864f766836c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=888935e9-385c-4785-a94e-35a0af91e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279267 Jul 16 08:49:45.356998 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0bb45b21-e8a1-4540-8c7d-f4af0c564fdb req-167e5606-38a5-4dfa-92e8-9dd430f8b529 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Jul 16 08:49:45.499235 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-5cefd932-6999-46ef-b2f0-dfa3244cf031 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178117 Jul 16 08:49:45.505404 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-a22718cd-cbc3-4ea9-91a4-b94fa85f1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.506806 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-a22718cd-cbc3-4ea9-91a4-b94fa85f1c72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d97e8df019af4fb1a7bb29d6ccc053c6&device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 1101 time: 0.1182423 Jul 16 08:49:45.686799 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64330e97-346d-41ee-821e-7236f4446767 req-7314317b-f6dd-44ad-938f-95d899b18237 service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790290 Jul 16 08:49:45.691598 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-8ecbf38e-effa-4c61-9406-a6ebe7d38a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.692956 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-8ecbf38e-effa-4c61-9406-a6ebe7d38a1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=4728b3ce-30a4-4582-a619-76076acddb4b HTTP/1.1" status: 200 len: 870 time: 0.1779218 Jul 16 08:49:45.748169 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-a9f60bb3-0be6-4247-9dc8-be36d663f39e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f HTTP/1.1" status: 200 len: 217 time: 0.0395973 Jul 16 08:49:45.759525 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867acee6-6cb6-406a-afdb-b38948122195 req-bf70ed9b-99e4-4d97-bee4-94417856b8d9 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.760892 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-867acee6-6cb6-406a-afdb-b38948122195 req-bf70ed9b-99e4-4d97-bee4-94417856b8d9 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 943 time: 0.1228070 Jul 16 08:49:45.830317 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-867acee6-6cb6-406a-afdb-b38948122195 req-64cd6629-629c-49b5-b058-1ced70b29377 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638447 Jul 16 08:49:45.833758 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-9999cfe0-2138-448f-92ee-f040065f9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.835155 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-9999cfe0-2138-448f-92ee-f040065f9bc2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ea4e9b7-225c-482e-ace6-f29502c4ba06 HTTP/1.1" status: 200 len: 843 time: 0.0671620 Jul 16 08:49:45.896107 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-686745ff-a662-4a38-9100-842b039136b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.897653 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-686745ff-a662-4a38-9100-842b039136b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4728b3ce-30a4-4582-a619-76076acddb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0547342 Jul 16 08:49:45.985545 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-f07c61e2-1925-47a0-9de7-178e81789606 service neutron] 10.222.0.62 "GET /v2.0/networks/4728b3ce-30a4-4582-a619-76076acddb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807633 Jul 16 08:49:46.025818 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c61c4-3271-489e-b6ae-73c3d067e5fe req-f7febc4e-6ce8-4956-985a-a20de98b5774 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.027231 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d61c61c4-3271-489e-b6ae-73c3d067e5fe req-f7febc4e-6ce8-4956-985a-a20de98b5774 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 943 time: 0.0649180 Jul 16 08:49:46.064450 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d61c61c4-3271-489e-b6ae-73c3d067e5fe req-642e80cf-8418-420b-970e-925e68b74f99 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Jul 16 08:49:46.078524 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c75754cc-9786-4f70-b289-1cd370b0e270 req-8cf4f432-4513-4d36-b1aa-52a7226dc425 service neutron] 10.222.0.62 "GET /v2.0/networks/4728b3ce-30a4-4582-a619-76076acddb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846212 Jul 16 08:49:46.184481 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device b2d3152b-78d4-4d5d-877b-d047aa662a6c details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:46.274926 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port b2d3152b-78d4-4d5d-877b-d047aa662a6c, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:46.285560 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'port_id': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'mac_address': 'fa:16:3e:ae:fe:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:46.324749 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.336652 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d3152b-78d4-4d5d-877b-d047aa662a6c {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:46.355338 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port b2d3152b-78d4-4d5d-877b-d047aa662a6c, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:46.358741 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.403573 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=b2d3152b-78d4-4d5d-877b-d047aa662a6c,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.410952 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.411305 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.411647 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.412005 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.412339 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.412686 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.412997 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.413324 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.413649 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.413971 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.414291 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.414641 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:46.526529 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0f860-9735-41f6-a47f-f09293c64260 req-4580e95d-a990-4812-9ccf-0c5d53b596a8 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.527986 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93f0f860-9735-41f6-a47f-f09293c64260 req-4580e95d-a990-4812-9ccf-0c5d53b596a8 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 948 time: 0.0604670 Jul 16 08:49:46.564421 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93f0f860-9735-41f6-a47f-f09293c64260 req-003b627c-fb48-4998-91c1-0eafb9055d21 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Jul 16 08:49:46.601982 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0', 'tag': '02898978-122f-4501-a931-bbf45a1a28d3'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:46.604234 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1e0310-13c0-433a-be2f-2c286a68a0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0", "tag": "02898978-122f-4501-a931-bbf45a1a28d3"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:46.638429 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eaa6ba-b470-4e32-8c7b-682930ae3966 x-openstack-request-id: req-80eaa6ba-b470-4e32-8c7b-682930ae3966 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:46.638760 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0", "tag": "02898978-122f-4501-a931-bbf45a1a28d3", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:46.639019 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-80eaa6ba-b470-4e32-8c7b-682930ae3966 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:46.639431 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0', 'tag': '02898978-122f-4501-a931-bbf45a1a28d3', 'status': 'completed', 'code': 200} Jul 16 08:49:46.728947 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['b2d3152b-78d4-4d5d-877b-d047aa662a6c'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:46.746754 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-5eeac6f8-2dab-4983-a7a0-adac368f776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.748259 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-5eeac6f8-2dab-4983-a7a0-adac368f776d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027ad22868dc4521a3de45f9399a8699&device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 1096 time: 0.0551803 Jul 16 08:49:46.835633 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-57f41dd2-cc84-47bd-b6ee-5570477cd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.837113 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-57f41dd2-cc84-47bd-b6ee-5570477cd71e service neutron] 10.222.0.62 "GET /v2.0/networks?id=888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 200 len: 915 time: 0.0816512 Jul 16 08:49:46.880785 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-ac711994-4536-4270-bfd2-f2b2e908d109 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02898978-122f-4501-a931-bbf45a1a28d3 HTTP/1.1" status: 200 len: 217 time: 0.0360947 Jul 16 08:49:46.930914 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-642193fa-8dd1-4f80-a896-f4d5247422ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.932421 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-642193fa-8dd1-4f80-a896-f4d5247422ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 200 len: 854 time: 0.0449748 Jul 16 08:49:46.988198 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-fdc5163b-42f0-4de4-9ada-f9a2707a7aad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=888935e9-385c-4785-a94e-35a0af91e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473301 Jul 16 08:49:47.247672 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a4c0-9bfa-46bc-8298-4c54aeff76bc req-73962df7-55a8-4d7e-ab35-4d48a472e2cb tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.249199 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3cb9a4c0-9bfa-46bc-8298-4c54aeff76bc req-73962df7-55a8-4d7e-ab35-4d48a472e2cb tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 944 time: 0.0637960 Jul 16 08:49:47.287807 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3cb9a4c0-9bfa-46bc-8298-4c54aeff76bc req-6d2f6eb0-3444-4f4d-9f73-5bd8118b6698 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323288 Jul 16 08:49:47.343831 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73d0e-5117-4b08-ae3e-692d3d044151 req-20a9dc4f-71b4-4d73-bf2d-37dc65800803 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.345344 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-97f73d0e-5117-4b08-ae3e-692d3d044151 req-20a9dc4f-71b4-4d73-bf2d-37dc65800803 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 943 time: 0.4062457 Jul 16 08:49:47.367968 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-1e151db6-c53e-453c-9b37-7143952171bb service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732653 Jul 16 08:49:47.415941 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-97f73d0e-5117-4b08-ae3e-692d3d044151 req-c81c9a15-a777-456e-85bb-71c550434837 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631382 Jul 16 08:49:47.472094 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df1e0310-13c0-433a-be2f-2c286a68a0f2 req-6e722f8d-a210-4eef-a85c-caff572cdc9e service neutron] 10.222.0.62 "GET /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965834 Jul 16 08:49:47.729167 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec58928-fc38-4dfa-89f5-eec17ddfd74d req-ee218538-b5ba-42e6-93ea-0aedbb608de1 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.730596 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3ec58928-fc38-4dfa-89f5-eec17ddfd74d req-ee218538-b5ba-42e6-93ea-0aedbb608de1 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 948 time: 0.0603886 Jul 16 08:49:47.774140 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3ec58928-fc38-4dfa-89f5-eec17ddfd74d req-9f8cfe46-1e7b-47ca-bb93-e097f210409d tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Jul 16 08:49:48.215786 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:48.226976 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device b2d3152b-78d4-4d5d-877b-d047aa662a6c up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:48.330380 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port b2d3152b-78d4-4d5d-877b-d047aa662a6c completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:48.342871 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port b2d3152b-78d4-4d5d-877b-d047aa662a6c triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:48.343245 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.349670 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,segment=NetworkSegment(1d7fd5b3-d8e5-4065-bafa-4a43cc689b83),segment_id=1d7fd5b3-d8e5-4065-bafa-4a43cc689b83)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:48.381919 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f', 'network_id': '4728b3ce-30a4-4582-a619-76076acddb4b', 'port_id': '8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f', 'mac_address': 'fa:16:3e:c1:0a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea4e9b7-225c-482e-ace6-f29502c4ba06', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:48.450916 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.461558 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d88c0-7e38-4a64-b241-b390b677264e req-2e7bbea4-e97d-496c-99a3-637656167251 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.462990 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc1d88c0-7e38-4a64-b241-b390b677264e req-2e7bbea4-e97d-496c-99a3-637656167251 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 944 time: 0.0659413 Jul 16 08:49:48.471530 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:48.482311 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.500599 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,segment=NetworkSegment(1d7fd5b3-d8e5-4065-bafa-4a43cc689b83),segment_id=1d7fd5b3-d8e5-4065-bafa-4a43cc689b83)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:48.506651 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc1d88c0-7e38-4a64-b241-b390b677264e req-b60f14c5-5716-4c0d-a38c-aac828a68b20 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370190 Jul 16 08:49:48.509842 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.510513 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 02898978-122f-4501-a931-bbf45a1a28d3 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:48.520668 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:48.522914 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb22d70-fef9-402d-9e81-86f04cec0834" -d '{"events": [{"server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "name": "network-vif-plugged", "status": "completed", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:48.557702 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port b2d3152b-78d4-4d5d-877b-d047aa662a6c, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:48.566600 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.569175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b6a6d3-1d09-46c2-82d5-fd52523987e9 x-openstack-request-id: req-a1b6a6d3-1d09-46c2-82d5-fd52523987e9 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:48.569536 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "name": "network-vif-plugged", "status": "completed", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:48.569786 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1b6a6d3-1d09-46c2-82d5-fd52523987e9 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:48.570165 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'code': 200} Jul 16 08:49:48.595228 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8a03d-66d5-4b95-9158-b6273f5b979e req-c2763af4-847d-49e8-9fb4-3ff6fb6d8f9f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.596785 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b4a8a03d-66d5-4b95-9158-b6273f5b979e req-c2763af4-847d-49e8-9fb4-3ff6fb6d8f9f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 943 time: 0.0659089 Jul 16 08:49:48.610757 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:48.641171 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b4a8a03d-66d5-4b95-9158-b6273f5b979e req-e1ed7d62-b950-4a84-a868-e08b2c6c12db tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Jul 16 08:49:48.704655 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=b2d3152b-78d4-4d5d-877b-d047aa662a6c,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:48.711698 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 02898978-122f-4501-a931-bbf45a1a28d3, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=02898978-122f-4501-a931-bbf45a1a28d3,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:48.721921 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '02898978-122f-4501-a931-bbf45a1a28d3', 'network_id': '888935e9-385c-4785-a94e-35a0af91e472', 'port_id': '02898978-122f-4501-a931-bbf45a1a28d3', 'mac_address': 'fa:16:3e:0e:8b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982f7c57-e02b-4a67-8af4-424a519bbdab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:48.760819 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.774857 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02898978-122f-4501-a931-bbf45a1a28d3 {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:48.794070 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 02898978-122f-4501-a931-bbf45a1a28d3, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=02898978-122f-4501-a931-bbf45a1a28d3,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:48.798124 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.829711 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915cbb9-656a-4881-8cf8-edac30708357 req-07f95ce7-f568-4b88-8c8f-24f7fc954e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.831262 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6915cbb9-656a-4881-8cf8-edac30708357 req-07f95ce7-f568-4b88-8c8f-24f7fc954e49 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 1098 time: 0.0519552 Jul 16 08:49:48.852238 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=02898978-122f-4501-a931-bbf45a1a28d3,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:48.867614 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6915cbb9-656a-4881-8cf8-edac30708357 req-f1ae1ee3-e741-4ca1-8438-198f48d73715 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295453 Jul 16 08:49:48.949584 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9b2a3-06cb-451f-aea0-477c50eb261b req-2d07d275-21d3-40b6-b463-46b1b8803b49 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.951034 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-73c9b2a3-06cb-451f-aea0-477c50eb261b req-2d07d275-21d3-40b6-b463-46b1b8803b49 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 949 time: 0.0644789 Jul 16 08:49:48.986941 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-73c9b2a3-06cb-451f-aea0-477c50eb261b req-3a54f593-85bc-44ba-b7f1-0149a5eed54c tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Jul 16 08:49:49.305303 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['02898978-122f-4501-a931-bbf45a1a28d3'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:49.327506 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:49.680185 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8a85f-6212-41f6-b23f-1bf5e2d67c55 req-47d6680b-5425-4cf7-a744-afc7fa2c1502 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.681687 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6cc8a85f-6212-41f6-b23f-1bf5e2d67c55 req-47d6680b-5425-4cf7-a744-afc7fa2c1502 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.0622025 Jul 16 08:49:49.717744 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-6cc8a85f-6212-41f6-b23f-1bf5e2d67c55 req-478f7b07-a855-4df4-969a-2d1a109ee0ad tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304472 Jul 16 08:49:49.814149 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c119976-75f4-431b-a11e-ea24f23921e3 req-4cbe17c9-e8ba-49b9-8476-a3b3a4077cb3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.815629 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c119976-75f4-431b-a11e-ea24f23921e3 req-4cbe17c9-e8ba-49b9-8476-a3b3a4077cb3 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 944 time: 0.0616398 Jul 16 08:49:49.853325 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c119976-75f4-431b-a11e-ea24f23921e3 req-515bb331-0eb8-4dd9-a5c6-cb78ba2f6810 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Jul 16 08:49:50.161778 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15480d9f-6174-4dd4-aaa9-01dec1b3baf0 req-92480ef1-b484-4114-b698-706a07b61cf7 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.163220 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-15480d9f-6174-4dd4-aaa9-01dec1b3baf0 req-92480ef1-b484-4114-b698-706a07b61cf7 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 949 time: 0.0656776 Jul 16 08:49:50.200117 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-15480d9f-6174-4dd4-aaa9-01dec1b3baf0 req-74eb0d92-01c6-4277-a239-4d4831215f50 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Jul 16 08:49:50.889252 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2390d6e-15f4-4256-88e7-0443e19448f5 req-9d650411-5dcd-4e35-b9aa-b42cb5c4ec59 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.890800 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d2390d6e-15f4-4256-88e7-0443e19448f5 req-9d650411-5dcd-4e35-b9aa-b42cb5c4ec59 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.0647550 Jul 16 08:49:50.929220 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d2390d6e-15f4-4256-88e7-0443e19448f5 req-09b1d52f-83d6-48f6-8247-fdc5a5f3589a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Jul 16 08:49:51.023767 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffc5d4-459c-48a7-b352-6a6c5787409f req-9956042b-7c9c-4677-a4fa-b5a0b6bb885f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.025222 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-75ffc5d4-459c-48a7-b352-6a6c5787409f req-9956042b-7c9c-4677-a4fa-b5a0b6bb885f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 944 time: 0.0633838 Jul 16 08:49:51.063525 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-75ffc5d4-459c-48a7-b352-6a6c5787409f req-462a3124-018d-41b5-a8df-832c2aac4205 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Jul 16 08:49:51.098243 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3961e-1af9-4d72-b975-6b642f9cb75b req-e23f17aa-2d37-4110-88ff-34024f81ea90 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.099854 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-27a3961e-1af9-4d72-b975-6b642f9cb75b req-e23f17aa-2d37-4110-88ff-34024f81ea90 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.0638838 Jul 16 08:49:51.137584 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-27a3961e-1af9-4d72-b975-6b642f9cb75b req-c2beb1f9-8871-42fc-a787-74f4a7fe6fbf tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Jul 16 08:49:51.161922 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 48966) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:51.354265 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39dd022-aaab-469b-9abb-12a6ee963e6e tempest-TestVolumeBootPattern-1880596247 tempest-TestVolumeBootPattern-1880596247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.355805 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e39dd022-aaab-469b-9abb-12a6ee963e6e tempest-TestVolumeBootPattern-1880596247 tempest-TestVolumeBootPattern-1880596247-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 1093 time: 0.1928992 Jul 16 08:49:51.358559 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 48972) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:51.362930 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'port_id': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:51.372547 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f618ff-793d-423e-84dc-4eb1b2a5886a req-0f577807-b84d-487d-900a-f54f0f5b85e1 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.374053 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e4f618ff-793d-423e-84dc-4eb1b2a5886a req-0f577807-b84d-487d-900a-f54f0f5b85e1 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 949 time: 0.0633945 Jul 16 08:49:51.384343 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.417098 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-e4f618ff-793d-423e-84dc-4eb1b2a5886a req-9cb2fcc4-074c-40b4-9e26-88d647ef02a1 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Jul 16 08:49:51.484389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.586744 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Allocated IP 172.27.0.220 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/6092434a-3458-4035-820a-93d9f70dfaa9) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:51.682933 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.720395 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.754573 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:51.760429 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:51.762970 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:51.795103 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=6092434a-3458-4035-820a-93d9f70dfaa9,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.130070 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.230405 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:52.236527 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.277422 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:52.280976 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:52.281358 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.288547 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c768-fdae-4cd5-ad16-8d716a185dc6 req-cd1864cd-a1cc-4113-a2d6-0ac3546a1b8e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.290056 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f766c768-fdae-4cd5-ad16-8d716a185dc6 req-cd1864cd-a1cc-4113-a2d6-0ac3546a1b8e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 944 time: 0.1190608 Jul 16 08:49:52.360147 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.378255 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f766c768-fdae-4cd5-ad16-8d716a185dc6 req-67e4a95d-266a-4678-8979-183c54b7420f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817826 Jul 16 08:49:52.382647 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8009341c-3c54-432e-ae4e-3aaf80e18662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:52.384883 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ead9ed2-2013-4fbb-b1bd-a9366087d0cc" -d '{"events": [{"server_uuid": "8009341c-3c54-432e-ae4e-3aaf80e18662", "name": "network-vif-plugged", "status": "completed", "tag": "8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:52.397958 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,segment=NetworkSegment(1d7fd5b3-d8e5-4065-bafa-4a43cc689b83),segment_id=1d7fd5b3-d8e5-4065-bafa-4a43cc689b83)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:52.402227 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.403077 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 02898978-122f-4501-a931-bbf45a1a28d3 up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:52.437784 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.444693 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ce2aac-5473-4b36-95ec-92278b746def x-openstack-request-id: req-e2ce2aac-5473-4b36-95ec-92278b746def {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:52.445120 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8009341c-3c54-432e-ae4e-3aaf80e18662", "name": "network-vif-plugged", "status": "completed", "tag": "8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:52.445264 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e2ce2aac-5473-4b36-95ec-92278b746def {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:52.445635 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8009341c-3c54-432e-ae4e-3aaf80e18662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f', 'code': 200} Jul 16 08:49:52.451936 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.481642 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.493778 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 02898978-122f-4501-a931-bbf45a1a28d3 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:52.498197 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 02898978-122f-4501-a931-bbf45a1a28d3 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:52.498573 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.560133 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event updated for resources: {'Port': ['ID=6092434a-3458-4035-820a-93d9f70dfaa9,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.564801 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.586349 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.619159 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 02898978-122f-4501-a931-bbf45a1a28d3, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=02898978-122f-4501-a931-bbf45a1a28d3,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:52.623149 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.671249 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=02898978-122f-4501-a931-bbf45a1a28d3,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.727926 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Floating IP 21f56f0d-ff58-432a-b4b8-15029e2107ae associated. External IP: 172.27.0.220, port: b2d3152b-78d4-4d5d-877b-d047aa662a6c. Jul 16 08:49:52.736908 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe985-11f6-4fcc-85bb-73e43ea59cb2 req-e484532d-48af-4425-88b7-ce59ed69977a tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.738402 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c1dfe985-11f6-4fcc-85bb-73e43ea59cb2 req-e484532d-48af-4425-88b7-ce59ed69977a tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 950 time: 0.1889391 Jul 16 08:49:52.848722 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977bc0d-836a-4a1f-bc8d-8d3d777deb98 req-6611d7f9-99d2-4c8c-8574-069f27b2d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.850182 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3977bc0d-836a-4a1f-bc8d-8d3d777deb98 req-6611d7f9-99d2-4c8c-8574-069f27b2d7c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 1103 time: 0.1776466 Jul 16 08:49:52.854930 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c1dfe985-11f6-4fcc-85bb-73e43ea59cb2 req-eec0799a-995c-492f-823f-67b8efd64094 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784829 Jul 16 08:49:52.900170 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3977bc0d-836a-4a1f-bc8d-8d3d777deb98 req-d0863740-f368-43d8-9033-43b77f0da7e2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Jul 16 08:49:53.000786 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Router 110be320-1c26-4c7c-84f2-dcb403852893 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:53.104146 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:53.114256 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:53.120252 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.124119 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:53.124741 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:49:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:53.155584 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-48590a9b-e02d-4129-a88a-54df41bfb080 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7959108 Jul 16 08:49:53.156254 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:53.158432 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403cac87-172e-4090-a24b-56694c82657d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:53.200291 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d388c8af-d3ed-45ab-839f-56c3cc3d00f3 x-openstack-request-id: req-d388c8af-d3ed-45ab-839f-56c3cc3d00f3 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:53.200581 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:53.200851 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d388c8af-d3ed-45ab-839f-56c3cc3d00f3 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:53.201249 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'status': 'completed', 'code': 200} Jul 16 08:49:53.325174 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cac87-172e-4090-a24b-56694c82657d req-eb64d4be-4095-48c8-92bb-ed640fdbb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.326690 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-403cac87-172e-4090-a24b-56694c82657d req-eb64d4be-4095-48c8-92bb-ed640fdbb9f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 1098 time: 0.0565746 Jul 16 08:49:53.364040 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:53.418263 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cac87-172e-4090-a24b-56694c82657d req-0678a6fb-5519-44fe-85c5-b2d91fff3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.419952 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-403cac87-172e-4090-a24b-56694c82657d req-0678a6fb-5519-44fe-85c5-b2d91fff3626 service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.0838649 Jul 16 08:49:53.491917 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-403cac87-172e-4090-a24b-56694c82657d req-a09bebf8-d020-4a70-a07a-1777f1702dbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c HTTP/1.1" status: 200 len: 999 time: 0.0606630 Jul 16 08:49:53.568956 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cac87-172e-4090-a24b-56694c82657d req-92aa03fc-d2fd-4532-9862-e7380a1261c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.570428 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-403cac87-172e-4090-a24b-56694c82657d req-92aa03fc-d2fd-4532-9862-e7380a1261c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0711710 Jul 16 08:49:53.586103 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '21f56f0d-ff58-432a-b4b8-15029e2107ae', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:ae:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:51Z', 'updated_at': '2021-07-16T08:49:51Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}, {'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 1, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:53.611788 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:53.619837 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:53.620469 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:49:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:53.629043 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23be965-5f9d-4d1d-8a0a-c872f51fc00d req-50d7d877-c786-4bde-9724-8ac5bb4a18b7 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.630567 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c23be965-5f9d-4d1d-8a0a-c872f51fc00d req-50d7d877-c786-4bde-9724-8ac5bb4a18b7 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 945 time: 0.1224945 Jul 16 08:49:53.675045 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cac87-172e-4090-a24b-56694c82657d req-01ea22c6-9810-4002-9025-d139821fe98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.676589 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-403cac87-172e-4090-a24b-56694c82657d req-01ea22c6-9810-4002-9025-d139821fe98d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981889 Jul 16 08:49:53.681510 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c23be965-5f9d-4d1d-8a0a-c872f51fc00d req-a79586ed-c6dc-4590-b660-c6fe66f7bb38 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Jul 16 08:49:53.724922 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:53.766448 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-403cac87-172e-4090-a24b-56694c82657d req-99b5113d-74d6-4497-aff1-eebb0bbaca48 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810926 Jul 16 08:49:53.862572 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-403cac87-172e-4090-a24b-56694c82657d req-ea03ff76-20ff-41a0-a065-1b3a3ad80153 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878673 Jul 16 08:49:53.949014 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '21f56f0d-ff58-432a-b4b8-15029e2107ae', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:ae:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:51Z', 'updated_at': '2021-07-16T08:49:51Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}, {'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 1, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:53.978302 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387d5e3-0e3e-402b-b655-a93ed0bdd5f3 None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '21f56f0d-ff58-432a-b4b8-15029e2107ae', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:ae:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:51Z', 'updated_at': '2021-07-16T08:49:51Z', 'revision_number': 0, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}, {'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 1, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:54.032579 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ead0-98ce-49dd-87ae-4a70f0497180 req-0a67930d-1a9c-4d05-9f05-7a273dc767c2 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.034110 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c6b6ead0-98ce-49dd-87ae-4a70f0497180 req-0a67930d-1a9c-4d05-9f05-7a273dc767c2 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 950 time: 0.0633821 Jul 16 08:49:54.074241 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c6b6ead0-98ce-49dd-87ae-4a70f0497180 req-dce047d1-adda-4266-81b5-f1e06996a415 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Jul 16 08:49:54.168407 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e21932-ce2b-4972-af8a-b02d694883c7 None None] New status for floating IP 21f56f0d-ff58-432a-b4b8-15029e2107ae: ACTIVE {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:49:54.446885 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02898978-122f-4501-a931-bbf45a1a28d3'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:54.449236 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d6ac1b-1c3e-4948-9aca-2d75b35ff756" -d '{"events": [{"server_uuid": "036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0", "name": "network-vif-plugged", "status": "completed", "tag": "02898978-122f-4501-a931-bbf45a1a28d3"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:54.482272 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfc91f4-578d-4891-b7ac-4081cce2dd57 x-openstack-request-id: req-ddfc91f4-578d-4891-b7ac-4081cce2dd57 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:54.482564 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0", "name": "network-vif-plugged", "status": "completed", "tag": "02898978-122f-4501-a931-bbf45a1a28d3", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:54.482819 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ddfc91f4-578d-4891-b7ac-4081cce2dd57 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:54.483210 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02898978-122f-4501-a931-bbf45a1a28d3', 'code': 200} Jul 16 08:49:54.743704 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556676-b96f-47c0-9064-5deae8461b8a req-70400fd9-67e4-4b81-acec-2159d28f2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.745169 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ae556676-b96f-47c0-9064-5deae8461b8a req-70400fd9-67e4-4b81-acec-2159d28f2ae9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 1098 time: 0.0516305 Jul 16 08:49:54.782572 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ae556676-b96f-47c0-9064-5deae8461b8a req-be05c5a4-7ae7-441b-9a79-1845e9c0d074 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274844 Jul 16 08:49:54.850127 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ed2f-2950-4aaf-b46f-d820101b65a7 req-3a8288e9-331a-4f17-819b-27e5ad9f5acd tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.851571 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f5c3ed2f-2950-4aaf-b46f-d820101b65a7 req-3a8288e9-331a-4f17-819b-27e5ad9f5acd tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 945 time: 0.0612824 Jul 16 08:49:54.887579 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f5c3ed2f-2950-4aaf-b46f-d820101b65a7 req-4628bef6-ff38-441d-8f84-25ce41ecb37d tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306270 Jul 16 08:49:55.052048 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:55.245345 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d473-e55b-4220-bac9-58ed1419e37e req-8bef9aa3-7e9f-4564-84e0-8eec2456c5bb tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.246816 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8ee3d473-e55b-4220-bac9-58ed1419e37e req-8bef9aa3-7e9f-4564-84e0-8eec2456c5bb tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 950 time: 0.0619078 Jul 16 08:49:55.282554 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8ee3d473-e55b-4220-bac9-58ed1419e37e req-172f376f-973f-4e59-a5ae-39f8297da3c0 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301807 Jul 16 08:49:55.664471 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667e0b3-2ac8-479d-9fca-6339f14f3adb req-5822138e-e9a1-4444-ba3c-e1b4c003a92a tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.665911 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2667e0b3-2ac8-479d-9fca-6339f14f3adb req-5822138e-e9a1-4444-ba3c-e1b4c003a92a tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 950 time: 0.0646183 Jul 16 08:49:55.701646 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2667e0b3-2ac8-479d-9fca-6339f14f3adb req-1f25f462-bd4b-4927-af39-73aa9e0bd5a7 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301304 Jul 16 08:49:56.064154 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241751e9-75e7-4537-b232-3cb0de44ec74 req-105329ad-8402-4c12-825c-77ee9f9f3fac tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.065637 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-241751e9-75e7-4537-b232-3cb0de44ec74 req-105329ad-8402-4c12-825c-77ee9f9f3fac tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 945 time: 0.0656743 Jul 16 08:49:56.103145 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-241751e9-75e7-4537-b232-3cb0de44ec74 req-72234b7f-d41f-4c65-8c9e-bf7abf1d7445 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Jul 16 08:49:56.869381 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608ba60-f3ab-4481-b564-72e7ba1a0f01 req-06aaf147-f001-48b6-ab70-10274c87332a tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.870814 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f608ba60-f3ab-4481-b564-72e7ba1a0f01 req-06aaf147-f001-48b6-ab70-10274c87332a tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 950 time: 0.0607967 Jul 16 08:49:56.908717 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f608ba60-f3ab-4481-b564-72e7ba1a0f01 req-958d1c0f-46fc-4cf7-866d-b9e9657f6819 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Jul 16 08:49:57.274734 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd7347-5a45-4f8e-b27c-756a97218d8f req-365b4371-695c-4b89-a571-0d9027acb012 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.276254 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-20dd7347-5a45-4f8e-b27c-756a97218d8f req-365b4371-695c-4b89-a571-0d9027acb012 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 945 time: 0.0646870 Jul 16 08:49:57.315294 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-20dd7347-5a45-4f8e-b27c-756a97218d8f req-82e042c2-48c2-4622-82b7-b4cb17f53974 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Jul 16 08:49:57.769858 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-d20f1467-5000-4406-8993-1eb0bef741bb tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.771185 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-d20f1467-5000-4406-8993-1eb0bef741bb tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.62 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 950 time: 0.0638647 Jul 16 08:49:57.866714 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Deleting port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:57.867062 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.959865 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] For port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,segment=NetworkSegment(1d7fd5b3-d8e5-4065-bafa-4a43cc689b83),segment_id=1d7fd5b3-d8e5-4065-bafa-4a43cc689b83)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:57.960583 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.972958 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Calling delete_port for 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:58.125523 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896da4a9-c0ce-46b9-9153-b981e179907c req-a53de650-132e-44fd-9627-e38ee358c97d tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.126990 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-896da4a9-c0ce-46b9-9153-b981e179907c req-a53de650-132e-44fd-9627-e38ee358c97d tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/ports?device_id=8009341c-3c54-432e-ae4e-3aaf80e18662 HTTP/1.1" status: 200 len: 950 time: 0.1054842 Jul 16 08:49:58.165230 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.203091 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-896da4a9-c0ce-46b9-9153-b981e179907c req-e7c5e86a-7795-4bad-929f-43c7a8e4209b tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.63 "GET /v2.0/security-groups?id=15bafa80-f7a9-47a3-b6a5-cd174d999783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696096 Jul 16 08:49:58.204081 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Pushing event deleted for resources: {'Port': ['ID=8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.222287 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:58.260728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] No DVR routers for this DVR port 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:58.263397 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.265544 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e3591348-e220-421c-8a7b-bc6cd6c5a0db req-1be10f43-06cf-43f5-9167-cd3364490463 tempest-VolumesNegativeTest-342278839 tempest-VolumesNegativeTest-342278839-project] 10.222.0.62 "DELETE /v2.0/ports/8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f HTTP/1.1" status: 204 len: 173 time: 0.4885683 Jul 16 08:49:58.266174 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8009341c-3c54-432e-ae4e-3aaf80e18662', 'name': 'network-vif-deleted', 'tag': '8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:58.268334 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c180da4-6a87-43cc-b90e-16cfb1be7b41" -d '{"events": [{"server_uuid": "8009341c-3c54-432e-ae4e-3aaf80e18662", "name": "network-vif-deleted", "tag": "8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:58.305880 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f30283-ee46-4d5a-bf5d-2b160b64bdc6 x-openstack-request-id: req-58f30283-ee46-4d5a-bf5d-2b160b64bdc6 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:58.306236 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8009341c-3c54-432e-ae4e-3aaf80e18662", "name": "network-vif-deleted", "tag": "8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:58.306552 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58f30283-ee46-4d5a-bf5d-2b160b64bdc6 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:58.307004 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8009341c-3c54-432e-ae4e-3aaf80e18662', 'name': 'network-vif-deleted', 'tag': '8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f', 'status': 'completed', 'code': 200} Jul 16 08:50:00.738600 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.111105 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-fff8972e-03fc-478f-b56a-61399954175b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551484 Jul 16 08:50:01.229209 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-795f1e58-f37c-4013-8e8b-f70c4bff98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.230784 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-795f1e58-f37c-4013-8e8b-f70c4bff98af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 1098 time: 0.0524685 Jul 16 08:50:01.339141 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-22263876-2364-4132-a748-12de5c758624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.340986 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-22263876-2364-4132-a748-12de5c758624 service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.0876629 Jul 16 08:50:01.408930 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-c4565564-e6ee-4792-8ead-62c67ddd2749 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd4964e-935e-4678-b04f-810a6a678e0f HTTP/1.1" status: 200 len: 1000 time: 0.0602818 Jul 16 08:50:01.458110 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-0f07e247-7ed4-43a3-b1e4-b44b23489098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.459744 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-0f07e247-7ed4-43a3-b1e4-b44b23489098 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0450394 Jul 16 08:50:01.518039 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-263f54a9-98ca-476f-83b4-299004a406a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.519784 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-263f54a9-98ca-476f-83b4-299004a406a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532498 Jul 16 08:50:01.520821 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ec7b2999-19d8-44a4-a556-572e159ee8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.619928 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-674bbb11-8f7c-4274-b79d-9d61e75a9310 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883484 Jul 16 08:50:01.707417 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0ac6bf8f-3fc8-4d22-bb5e-c0e693bfb9e6 req-2494e60e-3e94-481c-b7e9-1ed07e07030b service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805039 Jul 16 08:50:02.292096 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:02.312878 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:02.313234 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 8c6e36fd-0c2a-4c7a-86e7-f456b7a4632f not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:02.870509 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49266) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:02.997625 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-0dd7285a-2550-4942-94a9-270078f6db49 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d97e8df019af4fb1a7bb29d6ccc053c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258957 Jul 16 08:50:03.000073 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49270) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:03.047058 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8d8a-2168-447b-b78a-e692f7b8b06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.070781 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8d8a-2168-447b-b78a-e692f7b8b06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.115184 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8d8a-2168-447b-b78a-e692f7b8b06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.117804 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8d8a-2168-447b-b78a-e692f7b8b06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.118908 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-0b5a8d8a-2168-447b-b78a-e692f7b8b06d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/15bafa80-f7a9-47a3-b6a5-cd174d999783 HTTP/1.1" status: 204 len: 168 time: 0.1179390 Jul 16 08:50:03.126051 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a8d8a-2168-447b-b78a-e692f7b8b06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bafa80-f7a9-47a3-b6a5-cd174d999783,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.717419 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49294) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:03.807956 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1678264732-network', 'tenant_id': '6aa7cd9090f94fe996cc91b3d3532a59'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:03.828249 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Made reservation on behalf of 6aa7cd9090f94fe996cc91b3d3532a59 for: {'network': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:03.830587 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.838644 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.930571 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.934218 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.954361 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=99543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:03.968936 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd9838-9eed-4159-a3d8-672e3d71da19,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.971714 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.972601 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.segments_db [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Added segment 5d151a19-836f-473c-a642-23981350e4b1 of type vlan for network 02f79445-c159-4b96-a04e-e4b7eab34ca4 Jul 16 08:50:04.012341 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.039863 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.040847 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.041440 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.073174 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3544359 Jul 16 08:50:04.076194 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 49298) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:04.081303 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Request body: {'subnet': {'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1678264732-subnet', 'tenant_id': '6aa7cd9090f94fe996cc91b3d3532a59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:04.091703 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-10703e32-691c-4086-92e7-70d62eb7d045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.096600 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.104603 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5268c9-83a6-4972-8709-9a61346dc932 admin admin] Pushing event updated for resources: {'Network': ['ID=02f79445-c159-4b96-a04e-e4b7eab34ca4,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.108139 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Made reservation on behalf of 6aa7cd9090f94fe996cc91b3d3532a59 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:04.110580 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9121486'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.115227 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network 02f79445-c159-4b96-a04e-e4b7eab34ca4 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:04.278950 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8946548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9121500'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.329637 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55811136-ed9d-48dc-aa69-f6f795bf7c9e,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.347859 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Checking segment: {'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:04.348273 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Network hostable DHCP agents. Network: 02f79445-c159-4b96-a04e-e4b7eab34ca4, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:04.364025 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Network 02f79445-c159-4b96-a04e-e4b7eab34ca4 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:04.371718 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, 02f79445-c159-4b96-a04e-e4b7eab34ca4) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:04.375735 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.376359 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.380793 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce414b2-6e45-49b1-959c-1f81759519f6 None None] Network 02f79445-c159-4b96-a04e-e4b7eab34ca4 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:04.390556 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d7c9230d-dcdf-4a02-ac22-9b309d724aa2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3132868 Jul 16 08:50:04.504495 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13eaf89-31ff-4a1b-b14f-de8aa9963abc None None] Network 02f79445-c159-4b96-a04e-e4b7eab34ca4 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:05.207599 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.103488 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-63226798-dcd2-4e27-bfee-6c09ffd0abdc tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.104978 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-63226798-dcd2-4e27-bfee-6c09ffd0abdc tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/networks?id=02f79445-c159-4b96-a04e-e4b7eab34ca4 HTTP/1.1" status: 200 len: 814 time: 0.1014853 Jul 16 08:50:06.119141 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-21434c48-5ee0-4ba9-bae0-5d8936e1fa02 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/quotas/6aa7cd9090f94fe996cc91b3d3532a59 HTTP/1.1" status: 200 len: 375 time: 0.0089815 Jul 16 08:50:06.415828 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-1be8d538-ad4f-46b5-a7a3-d9fc06c2e861 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6aa7cd9090f94fe996cc91b3d3532a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2920120 Jul 16 08:50:06.508228 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-b61b62e5-1cb6-4e9d-8195-ccfabd98a3bd service neutron] 10.222.0.63 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852704 Jul 16 08:50:06.599777 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f40754b7-7f02-450c-a228-05abfab7409a service neutron] 10.222.0.63 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856540 Jul 16 08:50:06.773721 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-feb4cee9-5c36-4f32-8b36-41adbfa64f4a req-20df7d9e-0bce-49dc-9b8c-caa3f5a2b30d tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 210 time: 0.0325363 Jul 16 08:50:07.011512 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.918891 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cd0bfa97-c3a2-4c34-a91f-e0b12016eed1 req-834cea7e-7045-4184-ac09-99abf5fc771e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 210 time: 0.0287733 Jul 16 08:50:08.202082 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f3e51c2b-5f51-45d8-b765-587c23c0d1ec tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.203539 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f3e51c2b-5f51-45d8-b765-587c23c0d1ec tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.62 "GET /v2.0/networks?id=02f79445-c159-4b96-a04e-e4b7eab34ca4 HTTP/1.1" status: 200 len: 814 time: 0.1048813 Jul 16 08:50:08.223585 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Request body: {'port': {'device_id': '047289e3-ee49-4c6b-a4b1-170ab49d8737', 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4', 'admin_state_up': True, 'tenant_id': '6aa7cd9090f94fe996cc91b3d3532a59'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:08.328113 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Made reservation on behalf of 6aa7cd9090f94fe996cc91b3d3532a59 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:08.331806 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.453313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Allocated IP 172.20.0.10 (02f79445-c159-4b96-a04e-e4b7eab34ca4/55811136-ed9d-48dc-aa69-f6f795bf7c9e/eea6947a-46a5-47aa-b7bd-5c33894bbffd) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:08.594331 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.630948 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.675232 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Network 02f79445-c159-4b96-a04e-e4b7eab34ca4 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:08.678332 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:08.682128 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:08.688270 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Pushing event updated for resources: {'Port': ['ID=eea6947a-46a5-47aa-b7bd-5c33894bbffd,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.731588 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.732161 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.745185 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4f7a450-e89a-4cb6-8c7e-40a7c76acc68 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5257945 Jul 16 08:50:08.765417 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Request body: {'port': {'device_id': '047289e3-ee49-4c6b-a4b1-170ab49d8737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:08.837555 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.152849 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea6947a-46a5-47aa-b7bd-5c33894bbffd {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:09.163911 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755b286-aea9-4897-bfb9-f51a3ecaf1a2 req-ad897107-fbd0-488a-ba8c-8351d8b4c20e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.165401 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9755b286-aea9-4897-bfb9-f51a3ecaf1a2 req-ad897107-fbd0-488a-ba8c-8351d8b4c20e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 932 time: 0.1285720 Jul 16 08:50:09.169761 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.199557 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Transition to ACTIVE for port object eea6947a-46a5-47aa-b7bd-5c33894bbffd will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:09.207632 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.240115 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9755b286-aea9-4897-bfb9-f51a3ecaf1a2 req-bd8dae68-6247-4f8a-93a1-684a99e02d64 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678241 Jul 16 08:50:09.269059 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Pushing event updated for resources: {'Port': ['ID=eea6947a-46a5-47aa-b7bd-5c33894bbffd,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:09.339700 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Attempting to bind port eea6947a-46a5-47aa-b7bd-5c33894bbffd on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:09.340216 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Attempting to bind port eea6947a-46a5-47aa-b7bd-5c33894bbffd by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:09.340580 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Attempting to bind port eea6947a-46a5-47aa-b7bd-5c33894bbffd on network 02f79445-c159-4b96-a04e-e4b7eab34ca4 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:09.346024 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Port eea6947a-46a5-47aa-b7bd-5c33894bbffd on network 02f79445-c159-4b96-a04e-e4b7eab34ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:09.346349 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Attempting to bind port eea6947a-46a5-47aa-b7bd-5c33894bbffd on network 02f79445-c159-4b96-a04e-e4b7eab34ca4 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:09.351099 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:09.351437 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Checking segment: {'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:09.351820 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Bound using segment: {'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:09.352275 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Bound port: eea6947a-46a5-47aa-b7bd-5c33894bbffd, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:09.352631 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.412983 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] For port eea6947a-46a5-47aa-b7bd-5c33894bbffd, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:09.416055 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] For port eea6947a-46a5-47aa-b7bd-5c33894bbffd, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=eea6947a-46a5-47aa-b7bd-5c33894bbffd,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:09.420632 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.455735 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.456389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.457769 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] 10.222.0.62 "PUT /v2.0/ports/eea6947a-46a5-47aa-b7bd-5c33894bbffd HTTP/1.1" status: 200 len: 1094 time: 0.6963181 Jul 16 08:50:09.458205 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047289e3-ee49-4c6b-a4b1-170ab49d8737', 'tag': 'eea6947a-46a5-47aa-b7bd-5c33894bbffd'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:09.460448 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61532cee-0f52-4fb0-962a-1c73110e9357" -d '{"events": [{"name": "network-changed", "server_uuid": "047289e3-ee49-4c6b-a4b1-170ab49d8737", "tag": "eea6947a-46a5-47aa-b7bd-5c33894bbffd"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:09.485541 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dea6f4-06d1-45f4-a8a4-77fc79edc869 service neutron] Pushing event updated for resources: {'Port': ['ID=eea6947a-46a5-47aa-b7bd-5c33894bbffd,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:09.495709 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d5e0a9-70b7-482c-82db-640ff040535e x-openstack-request-id: req-e5d5e0a9-70b7-482c-82db-640ff040535e {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:09.496111 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047289e3-ee49-4c6b-a4b1-170ab49d8737", "tag": "eea6947a-46a5-47aa-b7bd-5c33894bbffd", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:09.496371 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e5d5e0a9-70b7-482c-82db-640ff040535e {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:09.496815 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047289e3-ee49-4c6b-a4b1-170ab49d8737', 'tag': 'eea6947a-46a5-47aa-b7bd-5c33894bbffd', 'status': 'completed', 'code': 200} Jul 16 08:50:09.575541 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e238ba2e-a6fa-4b0d-8ae3-b08d40d143ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.577052 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-e238ba2e-a6fa-4b0d-8ae3-b08d40d143ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa7cd9090f94fe996cc91b3d3532a59&device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 1097 time: 0.0524538 Jul 16 08:50:09.627109 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-c72710d5-9828-4da3-830d-e461077d4206 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eea6947a-46a5-47aa-b7bd-5c33894bbffd HTTP/1.1" status: 200 len: 217 time: 0.0351794 Jul 16 08:50:09.673052 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-3a4232af-c605-4e92-86d3-566cd06d0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.674416 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-3a4232af-c605-4e92-86d3-566cd06d0d21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55811136-ed9d-48dc-aa69-f6f795bf7c9e HTTP/1.1" status: 200 len: 854 time: 0.0413637 Jul 16 08:50:09.705518 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-16be80d9-4d8a-4ee8-85a9-0ed33499fba5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02f79445-c159-4b96-a04e-e4b7eab34ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245719 Jul 16 08:50:09.797227 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-f4bb3d95-f509-4a81-b203-2f5432b4ac82 service neutron] 10.222.0.62 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825324 Jul 16 08:50:09.888065 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6f755c6-8e33-4cad-8f15-c3ade2f5d253 req-6eb0fd2a-002f-4400-8dfb-2acc1f3f3cf0 service neutron] 10.222.0.62 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792437 Jul 16 08:50:10.036142 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-7bfb54f6-2834-40ec-baba-a2ade45f6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.037591 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-7bfb54f6-2834-40ec-baba-a2ade45f6c11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa7cd9090f94fe996cc91b3d3532a59&device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 1097 time: 0.0552428 Jul 16 08:50:10.126721 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-2b52300b-fd0c-4e50-8ca7-3967d3b8d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.128231 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-2b52300b-fd0c-4e50-8ca7-3967d3b8d1d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02f79445-c159-4b96-a04e-e4b7eab34ca4 HTTP/1.1" status: 200 len: 915 time: 0.0833051 Jul 16 08:50:10.172782 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-49565fd3-6ea1-4fe7-858c-94edcb0d37dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eea6947a-46a5-47aa-b7bd-5c33894bbffd HTTP/1.1" status: 200 len: 217 time: 0.0376508 Jul 16 08:50:10.225563 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-9be89ff0-77c1-4d13-acc3-43be753f5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.227044 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-9be89ff0-77c1-4d13-acc3-43be753f5bf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55811136-ed9d-48dc-aa69-f6f795bf7c9e HTTP/1.1" status: 200 len: 854 time: 0.0443814 Jul 16 08:50:10.263284 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-05695664-eea1-43f6-8c34-d5c291dbbd16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02f79445-c159-4b96-a04e-e4b7eab34ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284498 Jul 16 08:50:10.386834 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-158252dc-090e-4d7b-84bd-6242b85f9dcf service neutron] 10.222.0.62 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153467 Jul 16 08:50:10.413996 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09c70b-18b7-4c0d-8ebe-27aa8bb11e4e req-eaef4f77-350c-4ce8-b779-d732d92a09fa tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.415515 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cd09c70b-18b7-4c0d-8ebe-27aa8bb11e4e req-eaef4f77-350c-4ce8-b779-d732d92a09fa tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 945 time: 0.0632787 Jul 16 08:50:10.447513 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612c310-8c2e-427a-bc81-374b92fe090e req-b676403f-ce3d-4d7a-ae8d-4316a08c3ca3 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.449030 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c612c310-8c2e-427a-bc81-374b92fe090e req-b676403f-ce3d-4d7a-ae8d-4316a08c3ca3 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 944 time: 0.0911894 Jul 16 08:50:10.452940 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-cd09c70b-18b7-4c0d-8ebe-27aa8bb11e4e req-30878c80-0192-4940-899d-d27b830cd2ed tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Jul 16 08:50:10.528568 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c612c310-8c2e-427a-bc81-374b92fe090e req-50f40707-d0dd-4f43-857c-f172198cb2ab tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495436 Jul 16 08:50:10.530772 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61532cee-0f52-4fb0-962a-1c73110e9357 req-fdd315c8-ef3a-4eee-b8ed-6df483fdd235 service neutron] 10.222.0.62 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303051 Jul 16 08:50:11.625098 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7b08-f6e3-4e79-b780-4049cde504d4 req-fc34ef5c-327c-42d4-87b7-bde2ce784ae0 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.626587 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-00fa7b08-f6e3-4e79-b780-4049cde504d4 req-fc34ef5c-327c-42d4-87b7-bde2ce784ae0 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 945 time: 0.0651932 Jul 16 08:50:11.663614 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-00fa7b08-f6e3-4e79-b780-4049cde504d4 req-3e4519c8-e2e3-4995-a3e8-5e9ee5b61764 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Jul 16 08:50:11.699643 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077f047-9be4-47e5-b9b9-de73ed7b184a req-caf106ed-c1b7-40a6-a50a-0899e2c3b5ec tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.701153 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3077f047-9be4-47e5-b9b9-de73ed7b184a req-caf106ed-c1b7-40a6-a50a-0899e2c3b5ec tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 944 time: 0.0623891 Jul 16 08:50:11.736796 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3077f047-9be4-47e5-b9b9-de73ed7b184a req-e5f6a74a-5ab7-4c90-bef0-3ba29030adc6 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300610 Jul 16 08:50:12.356229 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device eea6947a-46a5-47aa-b7bd-5c33894bbffd details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:12.446712 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port eea6947a-46a5-47aa-b7bd-5c33894bbffd, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=eea6947a-46a5-47aa-b7bd-5c33894bbffd,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:12.461178 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': 'eea6947a-46a5-47aa-b7bd-5c33894bbffd', 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4', 'port_id': 'eea6947a-46a5-47aa-b7bd-5c33894bbffd', 'mac_address': 'fa:16:3e:a6:71:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55811136-ed9d-48dc-aa69-f6f795bf7c9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:12.478743 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60872cb3-0023-4458-9fba-318c5e9a704e req-3d6c1c01-9f6d-49ba-bdc6-331931058431 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.480247 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-60872cb3-0023-4458-9fba-318c5e9a704e req-3d6c1c01-9f6d-49ba-bdc6-331931058431 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 945 time: 0.0622802 Jul 16 08:50:12.497056 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.509472 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea6947a-46a5-47aa-b7bd-5c33894bbffd {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:12.528931 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port eea6947a-46a5-47aa-b7bd-5c33894bbffd, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=eea6947a-46a5-47aa-b7bd-5c33894bbffd,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:12.532887 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.578632 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=eea6947a-46a5-47aa-b7bd-5c33894bbffd,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:12.586652 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Deleting port 02898978-122f-4501-a931-bbf45a1a28d3 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:12.586985 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.674202 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] For port 02898978-122f-4501-a931-bbf45a1a28d3, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=02898978-122f-4501-a931-bbf45a1a28d3,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:12.674555 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.685741 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Calling delete_port for 02898978-122f-4501-a931-bbf45a1a28d3 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:12.829135 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.847365 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98f72f-0398-40f2-8a4b-d282b54e1648 req-1353a49b-370f-4225-b29b-8b918fbe4734 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.854095 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0b98f72f-0398-40f2-8a4b-d282b54e1648 req-1353a49b-370f-4225-b29b-8b918fbe4734 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0 HTTP/1.1" status: 200 len: 867 time: 0.0732780 Jul 16 08:50:12.866289 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['e0674355-6f08-42d2-8262-20f1f09049f9', '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a', '813d3c04-6426-4c83-9bc5-148d5c1bf0b6', '02898978-122f-4501-a931-bbf45a1a28d3'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:12.878757 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Pushing event deleted for resources: {'Port': ['ID=02898978-122f-4501-a931-bbf45a1a28d3,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:12.904161 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0b98f72f-0398-40f2-8a4b-d282b54e1648 req-a6c4bc83-2b12-4abe-af97-55a58dbe6c8e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Jul 16 08:50:12.938791 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['eea6947a-46a5-47aa-b7bd-5c33894bbffd'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:12.962916 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] No DVR routers for this DVR port 02898978-122f-4501-a931-bbf45a1a28d3 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:12.966204 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.968183 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-60872cb3-0023-4458-9fba-318c5e9a704e req-392913b7-5fe4-48c6-9a5e-666cec75a09f tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "DELETE /v2.0/ports/02898978-122f-4501-a931-bbf45a1a28d3 HTTP/1.1" status: 204 len: 173 time: 0.4820356 Jul 16 08:50:12.968627 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0', 'name': 'network-vif-deleted', 'tag': '02898978-122f-4501-a931-bbf45a1a28d3'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:12.970856 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b981bf49-45fc-488d-9bf2-6ac1a9da5a7e" -d '{"events": [{"server_uuid": "036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0", "name": "network-vif-deleted", "tag": "02898978-122f-4501-a931-bbf45a1a28d3"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:12.998583 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60450efc-fb43-49b4-9458-75f8bee6a0e1 req-1d391bd6-137c-48a4-beb6-e1859e9cc561 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.000143 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-60450efc-fb43-49b4-9458-75f8bee6a0e1 req-1d391bd6-137c-48a4-beb6-e1859e9cc561 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 945 time: 0.1333330 Jul 16 08:50:13.026915 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e453990-bb2e-4071-9148-5b9170f5e5d5 x-openstack-request-id: req-9e453990-bb2e-4071-9148-5b9170f5e5d5 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:13.027226 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0", "name": "network-vif-deleted", "tag": "02898978-122f-4501-a931-bbf45a1a28d3", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:13.027456 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9e453990-bb2e-4071-9148-5b9170f5e5d5 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:13.027840 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036f3ee0-47eb-4cb8-83bd-ad6c0e8a4de0', 'name': 'network-vif-deleted', 'tag': '02898978-122f-4501-a931-bbf45a1a28d3', 'status': 'completed', 'code': 200} Jul 16 08:50:13.045297 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-60450efc-fb43-49b4-9458-75f8bee6a0e1 req-e3cab3db-a718-44d3-a324-e7c46e882f1e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369451 Jul 16 08:50:14.220087 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b180a5-b189-4201-bb1a-0b8388a10030 req-13047de2-e3a1-4b6b-b76d-bb5d0716e03f tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.221606 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-99b180a5-b189-4201-bb1a-0b8388a10030 req-13047de2-e3a1-4b6b-b76d-bb5d0716e03f tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 945 time: 0.0660233 Jul 16 08:50:14.260844 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-99b180a5-b189-4201-bb1a-0b8388a10030 req-2f5dc8c5-7c65-4d89-90d1-73ae19b59759 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Jul 16 08:50:14.373296 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device eea6947a-46a5-47aa-b7bd-5c33894bbffd up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:14.418253 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port eea6947a-46a5-47aa-b7bd-5c33894bbffd completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:14.422013 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port eea6947a-46a5-47aa-b7bd-5c33894bbffd triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:14.422382 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.498052 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.519255 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047289e3-ee49-4c6b-a4b1-170ab49d8737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea6947a-46a5-47aa-b7bd-5c33894bbffd'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:14.521544 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a234a5bf-caf9-493f-b5f1-ccab47582d67" -d '{"events": [{"server_uuid": "047289e3-ee49-4c6b-a4b1-170ab49d8737", "name": "network-vif-plugged", "status": "completed", "tag": "eea6947a-46a5-47aa-b7bd-5c33894bbffd"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:14.533544 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port eea6947a-46a5-47aa-b7bd-5c33894bbffd, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=eea6947a-46a5-47aa-b7bd-5c33894bbffd,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:14.537796 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.560374 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ae6352-4428-485d-ae1c-43bb58d2e2f6 x-openstack-request-id: req-c2ae6352-4428-485d-ae1c-43bb58d2e2f6 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:14.560668 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047289e3-ee49-4c6b-a4b1-170ab49d8737", "name": "network-vif-plugged", "status": "completed", "tag": "eea6947a-46a5-47aa-b7bd-5c33894bbffd", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:14.560921 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c2ae6352-4428-485d-ae1c-43bb58d2e2f6 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:14.561308 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047289e3-ee49-4c6b-a4b1-170ab49d8737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea6947a-46a5-47aa-b7bd-5c33894bbffd', 'code': 200} Jul 16 08:50:14.585944 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=eea6947a-46a5-47aa-b7bd-5c33894bbffd,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:14.804236 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7249ea-023b-4988-bc2b-576b109dd024 req-3f18f73f-1e72-4d7e-9f0b-3fdc5daaba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.805586 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4b7249ea-023b-4988-bc2b-576b109dd024 req-3f18f73f-1e72-4d7e-9f0b-3fdc5daaba8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 1099 time: 0.0499973 Jul 16 08:50:14.838249 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4b7249ea-023b-4988-bc2b-576b109dd024 req-b9955928-d186-47a9-8e77-b40340a92cd5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264297 Jul 16 08:50:15.431664 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892e081-7b81-4824-ae41-ff4883d2799a req-69ae62c6-4c40-4ec4-a763-9f1e553bddc0 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.433212 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1892e081-7b81-4824-ae41-ff4883d2799a req-69ae62c6-4c40-4ec4-a763-9f1e553bddc0 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 946 time: 0.0626411 Jul 16 08:50:15.444550 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d3d2a-fb80-4635-a11b-d306a423cecf req-80231b78-f93d-434b-903c-df7fd9394989 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.446109 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cb6d3d2a-fb80-4635-a11b-d306a423cecf req-80231b78-f93d-434b-903c-df7fd9394989 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 945 time: 0.0607924 Jul 16 08:50:15.475241 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1892e081-7b81-4824-ae41-ff4883d2799a req-1cce8553-7d74-419a-b41d-62c8efa89772 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355680 Jul 16 08:50:15.482582 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cb6d3d2a-fb80-4635-a11b-d306a423cecf req-157e3a8e-95b0-4f84-97b5-94f28d91bdd2 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307372 Jul 16 08:50:16.376452 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 02898978-122f-4501-a931-bbf45a1a28d3 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:16.396316 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 02898978-122f-4501-a931-bbf45a1a28d3 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:16.396662 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 02898978-122f-4501-a931-bbf45a1a28d3 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:16.646290 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bed85-a075-4901-b33e-52b6f4ed3c2e req-840a066b-8da5-4531-92d2-498d867b74f1 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.647799 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-269bed85-a075-4901-b33e-52b6f4ed3c2e req-840a066b-8da5-4531-92d2-498d867b74f1 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 946 time: 0.0634401 Jul 16 08:50:16.652638 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d6557-f3e3-4810-9c6d-f7060d3fd450 req-a73d24ea-5fec-4855-8980-09f7ce1a3321 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.654124 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d86d6557-f3e3-4810-9c6d-f7060d3fd450 req-a73d24ea-5fec-4855-8980-09f7ce1a3321 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 945 time: 0.0647712 Jul 16 08:50:16.686116 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-269bed85-a075-4901-b33e-52b6f4ed3c2e req-6768b6e2-27b3-4e63-8fc1-1031fc4e78b9 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Jul 16 08:50:16.692057 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d86d6557-f3e3-4810-9c6d-f7060d3fd450 req-961ab73d-1bdd-4c8b-82d7-b41002d618cc tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Jul 16 08:50:17.391854 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-87e66742-13a2-4b51-8840-d8b955ef11c7 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.393321 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-87e66742-13a2-4b51-8840-d8b955ef11c7 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 945 time: 0.0624900 Jul 16 08:50:17.500303 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Deleting port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:17.500783 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.592730 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] For port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:17.593091 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.606206 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Calling delete_port for 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:17.734063 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.764031 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Pushing event deleted for resources: {'Port': ['ID=813d3c04-6426-4c83-9bc5-148d5c1bf0b6,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:17.780690 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['e0674355-6f08-42d2-8262-20f1f09049f9', '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a', '813d3c04-6426-4c83-9bc5-148d5c1bf0b6'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:17.812685 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] No DVR routers for this DVR port 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:17.815270 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.817871 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4659cd7a-ad1b-404f-85a1-93f9a20a1c85 req-0254a11c-4206-4620-b1d3-91f0e86f145e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "DELETE /v2.0/ports/813d3c04-6426-4c83-9bc5-148d5c1bf0b6 HTTP/1.1" status: 204 len: 173 time: 0.4184508 Jul 16 08:50:17.818309 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c310f4-04a5-4f7e-9e83-7d6bf0afafdb', 'name': 'network-vif-deleted', 'tag': '813d3c04-6426-4c83-9bc5-148d5c1bf0b6'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:17.820683 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fdf786-52e1-4b21-9a2d-66989a2d70a1" -d '{"events": [{"server_uuid": "21c310f4-04a5-4f7e-9e83-7d6bf0afafdb", "name": "network-vif-deleted", "tag": "813d3c04-6426-4c83-9bc5-148d5c1bf0b6"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:17.854239 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-012c391e-c4dc-4bae-a25f-f681a1719be1 req-c2bf5741-b665-47c0-9dbf-99cedb9ddf4b tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=21c310f4-04a5-4f7e-9e83-7d6bf0afafdb HTTP/1.1" status: 200 len: 210 time: 0.0366952 Jul 16 08:50:17.877866 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5c7eb6-aab2-4143-9676-6b76403cb18b x-openstack-request-id: req-7c5c7eb6-aab2-4143-9676-6b76403cb18b {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:17.878914 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c310f4-04a5-4f7e-9e83-7d6bf0afafdb", "name": "network-vif-deleted", "tag": "813d3c04-6426-4c83-9bc5-148d5c1bf0b6", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:17.879359 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c5c7eb6-aab2-4143-9676-6b76403cb18b {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:17.880226 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c310f4-04a5-4f7e-9e83-7d6bf0afafdb', 'name': 'network-vif-deleted', 'tag': '813d3c04-6426-4c83-9bc5-148d5c1bf0b6', 'status': 'completed', 'code': 200} Jul 16 08:50:19.309097 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f082f0b-16c5-4d78-9b3a-41142de61eb9 req-b12d1787-0dd1-4c26-8d66-bfa133a50b36 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.310570 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8f082f0b-16c5-4d78-9b3a-41142de61eb9 req-b12d1787-0dd1-4c26-8d66-bfa133a50b36 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 946 time: 0.0676837 Jul 16 08:50:19.349206 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-8f082f0b-16c5-4d78-9b3a-41142de61eb9 req-a26b7d2b-9b50-4002-b801-e93493df7a27 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324845 Jul 16 08:50:20.403534 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:20.423422 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:20.423763 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 813d3c04-6426-4c83-9bc5-148d5c1bf0b6 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:20.524346 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6edd7-9b7b-439f-ae59-95acbff92a13 req-d203f1bb-752e-436f-958e-1ae429da5103 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.525787 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-50a6edd7-9b7b-439f-ae59-95acbff92a13 req-d203f1bb-752e-436f-958e-1ae429da5103 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 946 time: 0.0629070 Jul 16 08:50:20.563606 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-50a6edd7-9b7b-439f-ae59-95acbff92a13 req-1ca4a8b5-cc90-40cf-a26c-5392ad3a4448 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323229 Jul 16 08:50:21.091423 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-f91572be-3607-429a-b1ad-6f94ae549f4e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.092893 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-f91572be-3607-429a-b1ad-6f94ae549f4e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 946 time: 0.0632837 Jul 16 08:50:21.197532 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Deleting port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:21.197883 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.285883 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] For port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:21.286275 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.299461 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Calling delete_port for 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:21.428065 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.456909 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Pushing event deleted for resources: {'Port': ['ID=9f0a1c8f-3d86-43af-8c9a-b4dd3730638a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.471050 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['e0674355-6f08-42d2-8262-20f1f09049f9', '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:21.503553 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] No DVR routers for this DVR port 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:21.506252 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.508259 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4fdd39e0-5acf-4b6e-aa25-b723f8c398cb req-b143b850-0fcd-4ba6-9e63-025c2344489a tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "DELETE /v2.0/ports/9f0a1c8f-3d86-43af-8c9a-b4dd3730638a HTTP/1.1" status: 204 len: 173 time: 0.4086189 Jul 16 08:50:21.508692 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b494c1-7c17-4271-8124-75f375670f9f', 'name': 'network-vif-deleted', 'tag': '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:21.511066 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415e2fd-9a7b-45e0-bcfa-750f4e0c6d90" -d '{"events": [{"server_uuid": "a8b494c1-7c17-4271-8124-75f375670f9f", "name": "network-vif-deleted", "tag": "9f0a1c8f-3d86-43af-8c9a-b4dd3730638a"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:21.547255 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800bd507-9f85-4d7c-9291-de0af4ad6386 x-openstack-request-id: req-800bd507-9f85-4d7c-9291-de0af4ad6386 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:21.547845 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b494c1-7c17-4271-8124-75f375670f9f", "name": "network-vif-deleted", "tag": "9f0a1c8f-3d86-43af-8c9a-b4dd3730638a", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:21.547845 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-800bd507-9f85-4d7c-9291-de0af4ad6386 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:21.548211 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b494c1-7c17-4271-8124-75f375670f9f', 'name': 'network-vif-deleted', 'tag': '9f0a1c8f-3d86-43af-8c9a-b4dd3730638a', 'status': 'completed', 'code': 200} Jul 16 08:50:21.708459 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e6b160ed-3840-4840-9c9c-cbabbd9ae841 req-8de5de8d-4432-4b81-9ebd-9a619b97767e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b494c1-7c17-4271-8124-75f375670f9f HTTP/1.1" status: 200 len: 210 time: 0.0298200 Jul 16 08:50:24.289040 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69040c0c-d2fa-4653-9279-98fe7d349040 req-90da2f07-7af1-4601-96b4-b88a0aaedf5e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.290505 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-69040c0c-d2fa-4653-9279-98fe7d349040 req-90da2f07-7af1-4601-96b4-b88a0aaedf5e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 945 time: 0.0626209 Jul 16 08:50:24.327497 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-69040c0c-d2fa-4653-9279-98fe7d349040 req-14bc4bbe-9166-4874-a9f7-60385bc85464 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Jul 16 08:50:24.404103 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:24.424569 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:24.424914 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 9f0a1c8f-3d86-43af-8c9a-b4dd3730638a not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:25.502784 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a70644-53e2-4c4d-a39a-439f854479d9 req-a4c10c39-033f-4892-8e96-df75153650b0 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.504303 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-66a70644-53e2-4c4d-a39a-439f854479d9 req-a4c10c39-033f-4892-8e96-df75153650b0 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 945 time: 0.0630803 Jul 16 08:50:25.542772 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-66a70644-53e2-4c4d-a39a-439f854479d9 req-e708c82a-a986-46f6-8536-4f9e13f45fb7 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/security-groups?id=df3ea419-152c-4778-b9b0-e68ecd684293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Jul 16 08:50:26.195945 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-acb9ecef-b45d-4e0c-af77-265bc3cca69e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.197404 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-acb9ecef-b45d-4e0c-af77-265bc3cca69e tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 945 time: 0.0650587 Jul 16 08:50:26.297436 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Deleting port e0674355-6f08-42d2-8262-20f1f09049f9 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:26.297787 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.388572 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] For port e0674355-6f08-42d2-8262-20f1f09049f9, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=e0674355-6f08-42d2-8262-20f1f09049f9,segment=NetworkSegment(35335a8f-4de8-4e82-95cf-70dd455ac5e1),segment_id=35335a8f-4de8-4e82-95cf-70dd455ac5e1)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:26.388951 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.400898 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Calling delete_port for e0674355-6f08-42d2-8262-20f1f09049f9 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:26.525722 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.556217 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Pushing event deleted for resources: {'Port': ['ID=e0674355-6f08-42d2-8262-20f1f09049f9,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.562290 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['e0674355-6f08-42d2-8262-20f1f09049f9'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:26.613399 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] No DVR routers for this DVR port e0674355-6f08-42d2-8262-20f1f09049f9 on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:26.615850 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.618089 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-239f6d71-47fc-4855-a717-f2fba07ee5a6 req-37c50866-35a9-4625-aac1-e1b000870fbb tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.62 "DELETE /v2.0/ports/e0674355-6f08-42d2-8262-20f1f09049f9 HTTP/1.1" status: 204 len: 173 time: 0.4132507 Jul 16 08:50:26.618534 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b357f0-5083-4127-b714-0d10d64e8099', 'name': 'network-vif-deleted', 'tag': 'e0674355-6f08-42d2-8262-20f1f09049f9'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:26.621461 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf665e1-fbfd-46cc-acfc-d261511dee0e" -d '{"events": [{"server_uuid": "a5b357f0-5083-4127-b714-0d10d64e8099", "name": "network-vif-deleted", "tag": "e0674355-6f08-42d2-8262-20f1f09049f9"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:26.667693 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae46184-f772-45c8-ac88-15b5b0ee4aa1 x-openstack-request-id: req-fae46184-f772-45c8-ac88-15b5b0ee4aa1 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:26.668022 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b357f0-5083-4127-b714-0d10d64e8099", "name": "network-vif-deleted", "tag": "e0674355-6f08-42d2-8262-20f1f09049f9", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:26.668533 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fae46184-f772-45c8-ac88-15b5b0ee4aa1 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:26.668928 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b357f0-5083-4127-b714-0d10d64e8099', 'name': 'network-vif-deleted', 'tag': 'e0674355-6f08-42d2-8262-20f1f09049f9', 'status': 'completed', 'code': 200} Jul 16 08:50:26.686654 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-61f9e4c9-65d2-4cdc-96db-4fedcfc8a88e req-51cd80c3-a45d-4017-bc96-ae50515c4c99 tempest-AttachVolumeNegativeTest-2141053596 tempest-AttachVolumeNegativeTest-2141053596-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5b357f0-5083-4127-b714-0d10d64e8099 HTTP/1.1" status: 200 len: 210 time: 0.0310457 Jul 16 08:50:27.780093 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 49530) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:27.823940 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3c9f5e-7844-44ca-9ae4-7103e0d6cd98 admin admin] Deleting subnet 982f7c57-e02b-4a67-8af4-424a519bbdab {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:27.827172 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9f5e-7844-44ca-9ae4-7103e0d6cd98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.860506 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9f5e-7844-44ca-9ae4-7103e0d6cd98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9054064'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.902679 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9f5e-7844-44ca-9ae4-7103e0d6cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.956383 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9f5e-7844-44ca-9ae4-7103e0d6cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8946603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9121509'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.980819 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c9f5e-7844-44ca-9ae4-7103e0d6cd98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=982f7c57-e02b-4a67-8af4-424a519bbdab,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.984584 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9f5e-7844-44ca-9ae4-7103e0d6cd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.988271 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fc3c9f5e-7844-44ca-9ae4-7103e0d6cd98 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/982f7c57-e02b-4a67-8af4-424a519bbdab HTTP/1.1" status: 204 len: 168 time: 0.2066114 Jul 16 08:50:27.990171 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 49532) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.057240 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.137269 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.147466 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888935e9-385c-4785-a94e-35a0af91e472']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.156897 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35335a8f-4de8-4e82-95cf-70dd455ac5e1') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.157190 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35335a8f-4de8-4e82-95cf-70dd455ac5e1') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.165630 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.180908 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.186886 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:28.187324 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:28.189338 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:28.246559 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.251506 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.253348 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] 10.222.0.63 "DELETE /v2.0/networks/888935e9-385c-4785-a94e-35a0af91e472 HTTP/1.1" status: 204 len: 168 time: 0.2621129 Jul 16 08:50:28.267376 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753cbf9-bd23-435a-88aa-8f4feb828d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=888935e9-385c-4785-a94e-35a0af91e472,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.370147 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49536) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.408736 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-8d506478-48fb-4e26-8b55-54dc8bcac7d9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=027ad22868dc4521a3de45f9399a8699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373974 Jul 16 08:50:28.410901 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49538) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.461764 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8e02eef1-666b-4c0e-a3bd-39a4ad53055f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.482178 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8e02eef1-666b-4c0e-a3bd-39a4ad53055f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.527499 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8e02eef1-666b-4c0e-a3bd-39a4ad53055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.530266 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8e02eef1-666b-4c0e-a3bd-39a4ad53055f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.531395 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-8e02eef1-666b-4c0e-a3bd-39a4ad53055f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/df3ea419-152c-4778-b9b0-e68ecd684293 HTTP/1.1" status: 204 len: 168 time: 0.1196392 Jul 16 08:50:28.539306 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02eef1-666b-4c0e-a3bd-39a4ad53055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3ea419-152c-4778-b9b0-e68ecd684293,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.102783 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 49606) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.200706 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d8cd5e8c-0f3f-4fa1-844b-c901abbbb450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.286858 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d8cd5e8c-0f3f-4fa1-844b-c901abbbb450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.290466 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d8cd5e8c-0f3f-4fa1-844b-c901abbbb450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.327660 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d8cd5e8c-0f3f-4fa1-844b-c901abbbb450 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=181fbe8693aa48b1b275ba30454e49b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238450 Jul 16 08:50:30.329654 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd5e8c-0f3f-4fa1-844b-c901abbbb450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea9665c-6175-40df-ab54-7ee0cab15505,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.330358 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49610) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.377740 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d0dbeaaa-f56c-497c-921f-fb0d9abb2f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.397853 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d0dbeaaa-f56c-497c-921f-fb0d9abb2f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.417024 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device e0674355-6f08-42d2-8262-20f1f09049f9 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:30.440620 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: e0674355-6f08-42d2-8262-20f1f09049f9 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:30.440963 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device e0674355-6f08-42d2-8262-20f1f09049f9 not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:30.446540 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d0dbeaaa-f56c-497c-921f-fb0d9abb2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.449120 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d0dbeaaa-f56c-497c-921f-fb0d9abb2f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.450285 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d0dbeaaa-f56c-497c-921f-fb0d9abb2f92 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6ea9665c-6175-40df-ab54-7ee0cab15505 HTTP/1.1" status: 204 len: 168 time: 0.1189229 Jul 16 08:50:30.457741 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbeaaa-f56c-497c-921f-fb0d9abb2f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea9665c-6175-40df-ab54-7ee0cab15505,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.697562 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 49616) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.710398 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f958255d-322d-417c-9d27-1b98896dfdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.762492 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.800181 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f958255d-322d-417c-9d27-1b98896dfdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.803544 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f958255d-322d-417c-9d27-1b98896dfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.842921 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f958255d-322d-417c-9d27-1b98896dfdb6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=96408f114acd4ea483c6c3a45c027660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443048 Jul 16 08:50:30.844019 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958255d-322d-417c-9d27-1b98896dfdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1665c28c-c113-4b15-b16f-735c646ea4d2,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.845703 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49620) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.893266 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1b91-01c9-4aef-84d5-70df03cb2500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.915933 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1b91-01c9-4aef-84d5-70df03cb2500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.962085 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1b91-01c9-4aef-84d5-70df03cb2500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.964778 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1b91-01c9-4aef-84d5-70df03cb2500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.965903 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-1e2f1b91-01c9-4aef-84d5-70df03cb2500 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1665c28c-c113-4b15-b16f-735c646ea4d2 HTTP/1.1" status: 204 len: 168 time: 0.1191673 Jul 16 08:50:30.973284 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f1b91-01c9-4aef-84d5-70df03cb2500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1665c28c-c113-4b15-b16f-735c646ea4d2,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.511323 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f67fd800-9c52-4247-80c1-4ee3feab04bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.050892 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:50:34.089594 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8b39c159-1a60-4a67-b564-be14b74f05fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.091890 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.210074 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.015986 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.778944 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.515254 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5aabd642-4a61-4675-b723-799cc2c5b710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.082200 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2373ccb4-cbd9-4a5f-9a2b-8a5787e59fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.092349 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.213927 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.096671 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62095ec5-022c-44db-b705-da4945a61a62 req-c19dc45f-7c45-4867-b83b-3e636659b782 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589795 Jul 16 08:51:06.190041 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62095ec5-022c-44db-b705-da4945a61a62 req-68f18d58-76a6-4d18-aa35-27e57c894a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.192489 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62095ec5-022c-44db-b705-da4945a61a62 req-68f18d58-76a6-4d18-aa35-27e57c894a04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 1098 time: 0.0594954 Jul 16 08:51:06.311131 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62095ec5-022c-44db-b705-da4945a61a62 req-e35ccb71-1b9c-45e6-ac4b-7dba3ec041ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.312553 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62095ec5-022c-44db-b705-da4945a61a62 req-e35ccb71-1b9c-45e6-ac4b-7dba3ec041ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.0882602 Jul 16 08:51:06.379135 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62095ec5-022c-44db-b705-da4945a61a62 req-bec13503-7780-4049-b091-6d35fabc5e71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c HTTP/1.1" status: 200 len: 1001 time: 0.0555012 Jul 16 08:51:06.425529 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62095ec5-022c-44db-b705-da4945a61a62 req-44a8c404-6a70-4391-af0e-7de81031e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.426915 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62095ec5-022c-44db-b705-da4945a61a62 req-44a8c404-6a70-4391-af0e-7de81031e7ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0409558 Jul 16 08:51:06.744774 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62095ec5-022c-44db-b705-da4945a61a62 req-00cecdbc-ae7e-4238-af74-b6b78edc7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.746274 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62095ec5-022c-44db-b705-da4945a61a62 req-00cecdbc-ae7e-4238-af74-b6b78edc7fc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3120911 Jul 16 08:51:06.834137 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62095ec5-022c-44db-b705-da4945a61a62 req-a035cbb1-5e1f-48c2-94cc-64d1551f71b5 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804875 Jul 16 08:51:06.922676 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-62095ec5-022c-44db-b705-da4945a61a62 req-cc31475b-0979-49c4-9991-e67ab6429e87 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811653 Jul 16 08:51:07.017344 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.784118 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e26a1-56c6-4a74-b8f2-681bf528e346 req-2e83f89b-cc88-483d-8084-598973f98acc tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.785549 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-298e26a1-56c6-4a74-b8f2-681bf528e346 req-2e83f89b-cc88-483d-8084-598973f98acc tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 946 time: 0.0602100 Jul 16 08:51:07.821822 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-298e26a1-56c6-4a74-b8f2-681bf528e346 req-f9393a5c-43b8-4435-88d9-14386a4279a4 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Jul 16 08:51:08.990020 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb2bc8-3dd3-44b4-a3b8-2006fe9560b6 req-a9887dde-880e-4ba4-9eba-dbc96b465f9b tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.991488 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-01fb2bc8-3dd3-44b4-a3b8-2006fe9560b6 req-a9887dde-880e-4ba4-9eba-dbc96b465f9b tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 946 time: 0.0618508 Jul 16 08:51:09.030157 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-01fb2bc8-3dd3-44b4-a3b8-2006fe9560b6 req-1e7b77b8-7a3a-45dc-81eb-99862fb56b3b tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Jul 16 08:51:09.050905 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:09.552433 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-f977a8e2-7264-481f-be35-28a81f3094b9 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.553889 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-f977a8e2-7264-481f-be35-28a81f3094b9 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.62 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 946 time: 0.0641315 Jul 16 08:51:09.654290 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Deleting port eea6947a-46a5-47aa-b7bd-5c33894bbffd {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:09.654634 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.737424 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49970) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.744910 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] For port eea6947a-46a5-47aa-b7bd-5c33894bbffd, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=eea6947a-46a5-47aa-b7bd-5c33894bbffd,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:09.745227 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.756769 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Calling delete_port for eea6947a-46a5-47aa-b7bd-5c33894bbffd owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:09.838123 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.879222 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.917457 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['eea6947a-46a5-47aa-b7bd-5c33894bbffd'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:09.939371 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Pushing event deleted for resources: {'Port': ['ID=eea6947a-46a5-47aa-b7bd-5c33894bbffd,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.941254 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.945696 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.966008 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] No DVR routers for this DVR port eea6947a-46a5-47aa-b7bd-5c33894bbffd on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:09.968543 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.970690 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-020e4c8e-7773-4d65-b928-d879bc519c73 req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.62 "DELETE /v2.0/ports/eea6947a-46a5-47aa-b7bd-5c33894bbffd HTTP/1.1" status: 204 len: 173 time: 0.4102056 Jul 16 08:51:09.972269 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.972616 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.973471 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.973828 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.974165 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.974501 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.974999 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.975346 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.975675 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.976030 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.976376 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.976690 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5728b9-541c-45bf-923c-b9567f4d2747 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:09.980296 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047289e3-ee49-4c6b-a4b1-170ab49d8737', 'name': 'network-vif-deleted', 'tag': 'eea6947a-46a5-47aa-b7bd-5c33894bbffd'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:09.982751 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4fa8dd-320d-40a1-a3b4-f594fb918d34" -d '{"events": [{"server_uuid": "047289e3-ee49-4c6b-a4b1-170ab49d8737", "name": "network-vif-deleted", "tag": "eea6947a-46a5-47aa-b7bd-5c33894bbffd"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:09.986982 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff13c2-e225-423b-835c-0ea3e83102ac,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.994862 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 49976) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.995037 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c7e62b7994c74dc8b8b6b06551823e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564249 Jul 16 08:51:10.000085 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.000485 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.000840 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.001184 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.001547 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.001891 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.002239 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.002556 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.003092 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.003449 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.004258 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.004785 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97578a68-8d19-4de8-94c3-d13f11377706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:10.022699 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f0f560-01bb-4591-a02c-79f0296a2bce x-openstack-request-id: req-e8f0f560-01bb-4591-a02c-79f0296a2bce {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:10.023096 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047289e3-ee49-4c6b-a4b1-170ab49d8737", "name": "network-vif-deleted", "tag": "eea6947a-46a5-47aa-b7bd-5c33894bbffd", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:10.023728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e8f0f560-01bb-4591-a02c-79f0296a2bce {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:10.024400 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047289e3-ee49-4c6b-a4b1-170ab49d8737', 'name': 'network-vif-deleted', 'tag': 'eea6947a-46a5-47aa-b7bd-5c33894bbffd', 'status': 'completed', 'code': 200} Jul 16 08:51:10.059679 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-da3dfbc6-10b8-4d39-af1e-05b4394db2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.083355 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-da3dfbc6-10b8-4d39-af1e-05b4394db2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.137657 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-da3dfbc6-10b8-4d39-af1e-05b4394db2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.140719 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-da3dfbc6-10b8-4d39-af1e-05b4394db2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.144666 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-da3dfbc6-10b8-4d39-af1e-05b4394db2c3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/79ff13c2-e225-423b-835c-0ea3e83102ac HTTP/1.1" status: 204 len: 168 time: 0.1478112 Jul 16 08:51:10.153069 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dfbc6-10b8-4d39-af1e-05b4394db2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff13c2-e225-423b-835c-0ea3e83102ac,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.176243 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b19cf942-ac88-4f50-b6b7-21e5dc679aad req-6f354750-219f-4ed2-8cd3-e6b9912f7d27 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=047289e3-ee49-4c6b-a4b1-170ab49d8737 HTTP/1.1" status: 200 len: 210 time: 0.0301845 Jul 16 08:51:10.419314 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 49984) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:10.432248 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-27bb5dbe-95ad-457b-bc8f-eaad2dd0ab13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.523425 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-27bb5dbe-95ad-457b-bc8f-eaad2dd0ab13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.527813 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-27bb5dbe-95ad-457b-bc8f-eaad2dd0ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.568307 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-27bb5dbe-95ad-457b-bc8f-eaad2dd0ab13 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8325602142754660ac5bf225dec1f9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472623 Jul 16 08:51:10.569573 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb5dbe-95ad-457b-bc8f-eaad2dd0ab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6956dd3-e241-4545-aca3-a8914a115f14,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.570511 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 49986) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:10.624359 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44ee2be1-93d7-4f00-95f0-88da9ab76ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.645795 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44ee2be1-93d7-4f00-95f0-88da9ab76ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.693088 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44ee2be1-93d7-4f00-95f0-88da9ab76ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.695651 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44ee2be1-93d7-4f00-95f0-88da9ab76ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.697429 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-44ee2be1-93d7-4f00-95f0-88da9ab76ea9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e6956dd3-e241-4545-aca3-a8914a115f14 HTTP/1.1" status: 204 len: 168 time: 0.1253333 Jul 16 08:51:10.705551 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee2be1-93d7-4f00-95f0-88da9ab76ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6956dd3-e241-4545-aca3-a8914a115f14,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.572371 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device eea6947a-46a5-47aa-b7bd-5c33894bbffd no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:13.592625 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: eea6947a-46a5-47aa-b7bd-5c33894bbffd {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:13.593014 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device eea6947a-46a5-47aa-b7bd-5c33894bbffd not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:15.445091 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50096) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:15.544213 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7117-915b-4934-82d9-67c9b70212ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.632101 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7117-915b-4934-82d9-67c9b70212ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.636515 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7117-915b-4934-82d9-67c9b70212ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.676433 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-cd9e7117-915b-4934-82d9-67c9b70212ad admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f7b01fb3370f428f99e537eb4b24490c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302561 Jul 16 08:51:15.678362 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e7117-915b-4934-82d9-67c9b70212ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10330ef6-4ffb-44c0-9042-2534bd745138,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:15.679223 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50112) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:15.732329 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0d69104f-522a-491e-bd8e-1a5702cf83ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.752895 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0d69104f-522a-491e-bd8e-1a5702cf83ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.797141 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0d69104f-522a-491e-bd8e-1a5702cf83ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.799863 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0d69104f-522a-491e-bd8e-1a5702cf83ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.801000 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-0d69104f-522a-491e-bd8e-1a5702cf83ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/10330ef6-4ffb-44c0-9042-2534bd745138 HTTP/1.1" status: 204 len: 168 time: 0.1207108 Jul 16 08:51:15.809249 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69104f-522a-491e-bd8e-1a5702cf83ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10330ef6-4ffb-44c0-9042-2534bd745138,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:16.050938 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50120) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:16.063762 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3cbf0940-cd1c-4366-84c0-9c46bca73ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.149366 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3cbf0940-cd1c-4366-84c0-9c46bca73ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.153728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3cbf0940-cd1c-4366-84c0-9c46bca73ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.193050 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3cbf0940-cd1c-4366-84c0-9c46bca73ae7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=598151559a06466ebbfd19d4cc35e0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410313 Jul 16 08:51:16.194981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf0940-cd1c-4366-84c0-9c46bca73ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a6b8e4-c58f-49f3-aaf7-2c8468bf5f22,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:16.195749 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50122) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:16.244790 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a8dc96f-1804-4e81-a464-4d3f45bedc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.265671 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a8dc96f-1804-4e81-a464-4d3f45bedc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.310436 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a8dc96f-1804-4e81-a464-4d3f45bedc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.312980 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7a8dc96f-1804-4e81-a464-4d3f45bedc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.314137 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-7a8dc96f-1804-4e81-a464-4d3f45bedc17 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/30a6b8e4-c58f-49f3-aaf7-2c8468bf5f22 HTTP/1.1" status: 204 len: 168 time: 0.1173580 Jul 16 08:51:16.322336 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dc96f-1804-4e81-a464-4d3f45bedc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a6b8e4-c58f-49f3-aaf7-2c8468bf5f22,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.783093 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50172) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:17.880553 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ea2a399e-a206-4101-a7fc-8d1bebb7f87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.968245 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ea2a399e-a206-4101-a7fc-8d1bebb7f87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.971612 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ea2a399e-a206-4101-a7fc-8d1bebb7f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.007453 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ea2a399e-a206-4101-a7fc-8d1bebb7f87c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=01eab3c9572b44f89f3a2ad475a44ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233078 Jul 16 08:51:18.009887 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a399e-a206-4101-a7fc-8d1bebb7f87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb183e12-8a40-4492-b3a9-37e0e45982da,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.011268 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50178) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.065194 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a469680f-5d49-4605-a5aa-d7f85dd40553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.085697 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a469680f-5d49-4605-a5aa-d7f85dd40553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.132575 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a469680f-5d49-4605-a5aa-d7f85dd40553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.136891 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a469680f-5d49-4605-a5aa-d7f85dd40553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.138148 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-a469680f-5d49-4605-a5aa-d7f85dd40553 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cb183e12-8a40-4492-b3a9-37e0e45982da HTTP/1.1" status: 204 len: 168 time: 0.1216931 Jul 16 08:51:18.146264 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469680f-5d49-4605-a5aa-d7f85dd40553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb183e12-8a40-4492-b3a9-37e0e45982da,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.390971 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50184) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.406402 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2ed89e15-10f0-4e54-a879-cd5443f619a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.495089 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2ed89e15-10f0-4e54-a879-cd5443f619a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.498503 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2ed89e15-10f0-4e54-a879-cd5443f619a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.535557 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-2ed89e15-10f0-4e54-a879-cd5443f619a4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=83886c99d28945958aa03bfb0d5f81fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434910 Jul 16 08:51:18.536456 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed89e15-10f0-4e54-a879-cd5443f619a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56126d52-11a2-4ca1-b130-57bdbdd9aaab,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.538221 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50186) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.588396 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e816a16c-e6c4-4c9e-afd0-133f19550baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.609200 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e816a16c-e6c4-4c9e-afd0-133f19550baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.654076 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e816a16c-e6c4-4c9e-afd0-133f19550baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.656539 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e816a16c-e6c4-4c9e-afd0-133f19550baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.657691 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e816a16c-e6c4-4c9e-afd0-133f19550baf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/56126d52-11a2-4ca1-b130-57bdbdd9aaab HTTP/1.1" status: 204 len: 168 time: 0.1184032 Jul 16 08:51:18.664737 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816a16c-e6c4-4c9e-afd0-133f19550baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56126d52-11a2-4ca1-b130-57bdbdd9aaab,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.242343 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-83926abd-6065-4b76-8b68-2f86f369800c tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.244257 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-83926abd-6065-4b76-8b68-2f86f369800c tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/networks?id=02f79445-c159-4b96-a04e-e4b7eab34ca4 HTTP/1.1" status: 200 len: 814 time: 0.1010673 Jul 16 08:51:21.258082 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-319b8f29-1418-48a9-a593-7aaca95a1615 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/quotas/6aa7cd9090f94fe996cc91b3d3532a59 HTTP/1.1" status: 200 len: 375 time: 0.0085492 Jul 16 08:51:21.290525 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-c1d92d9e-d330-4a89-b286-68b75c7a594e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6aa7cd9090f94fe996cc91b3d3532a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271480 Jul 16 08:51:21.377564 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-8e1bcafc-790b-4acc-b25a-48abc726e3e7 service neutron] 10.222.0.63 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805056 Jul 16 08:51:21.466301 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-5fd90d86-106d-4fc4-a287-a78fc108d951 service neutron] 10.222.0.63 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831730 Jul 16 08:51:21.627329 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cce7d32-894d-41e0-acc4-99bd07ef5026 req-6f3ff0d6-89c8-4bf8-82ed-022e0fa5c75f tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 210 time: 0.0312681 Jul 16 08:51:22.724257 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-0d291536-6466-40a0-81c8-fb575c7d01ad tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.725721 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-0d291536-6466-40a0-81c8-fb575c7d01ad tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.62 "GET /v2.0/networks?id=02f79445-c159-4b96-a04e-e4b7eab34ca4 HTTP/1.1" status: 200 len: 814 time: 0.1003704 Jul 16 08:51:22.749014 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Request body: {'port': {'device_id': 'cbea60ca-b768-42d7-9ec9-9d230e08dba5', 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4', 'admin_state_up': True, 'tenant_id': '6aa7cd9090f94fe996cc91b3d3532a59'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:22.767137 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-a506811c-3539-4194-b3ed-8e4d1d672aca req-ccf33aa1-d3e0-49c8-9de0-3593a869ffd9 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 210 time: 0.0282063 Jul 16 08:51:22.864995 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Made reservation on behalf of 6aa7cd9090f94fe996cc91b3d3532a59 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:22.869058 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.985735 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Allocated IP 172.20.0.4 (02f79445-c159-4b96-a04e-e4b7eab34ca4/55811136-ed9d-48dc-aa69-f6f795bf7c9e/7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:23.126104 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.168008 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.213367 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Network 02f79445-c159-4b96-a04e-e4b7eab34ca4 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:23.216606 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:23.220649 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:23.248245 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Pushing event updated for resources: {'Port': ['ID=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.274237 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.274890 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.288290 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1e1b7193-4bac-410a-8c63-2c5278be28af tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435288 Jul 16 08:51:23.305231 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Request body: {'port': {'device_id': 'cbea60ca-b768-42d7-9ec9-9d230e08dba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:23.375906 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.449343 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50318) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.549179 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bc4eaeec-3ca2-4c0b-a28a-ebe16c9b6ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.637119 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:23.640357 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bc4eaeec-3ca2-4c0b-a28a-ebe16c9b6ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.644900 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bc4eaeec-3ca2-4c0b-a28a-ebe16c9b6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.645554 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.657317 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Transition to ACTIVE for port object 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:23.661160 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.686585 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eaeec-3ca2-4c0b-a28a-ebe16c9b6ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd1ff35-6ae5-4d42-a4a8-6b00be323688,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.695489 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-bc4eaeec-3ca2-4c0b-a28a-ebe16c9b6ff5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e820bb18d274b7b9be62ea9a31b98c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450321 Jul 16 08:51:23.695761 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50322) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.745177 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.807276 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-172c6d83-793a-4846-9f36-b3961830acad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.829916 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Attempting to bind port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:23.830255 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Attempting to bind port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:23.830582 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Attempting to bind port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba on network 02f79445-c159-4b96-a04e-e4b7eab34ca4 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:23.841821 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-172c6d83-793a-4846-9f36-b3961830acad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.847628 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba on network 02f79445-c159-4b96-a04e-e4b7eab34ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:23.847977 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Attempting to bind port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba on network 02f79445-c159-4b96-a04e-e4b7eab34ca4 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:23.856241 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:23.856581 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Checking segment: {'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:23.856964 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Bound using segment: {'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:23.857389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Bound port: 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d151a19-836f-473c-a642-23981350e4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:23.857736 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.970639 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-172c6d83-793a-4846-9f36-b3961830acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.973236 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-172c6d83-793a-4846-9f36-b3961830acad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.974331 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-172c6d83-793a-4846-9f36-b3961830acad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5bd1ff35-6ae5-4d42-a4a8-6b00be323688 HTTP/1.1" status: 204 len: 168 time: 0.2771459 Jul 16 08:51:23.984723 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] For port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:23.992111 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] For port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:23.994866 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c6d83-793a-4846-9f36-b3961830acad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd1ff35-6ae5-4d42-a4a8-6b00be323688,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.999587 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.017774 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaa9b7-0dff-44cc-affa-cb07cfc4bdec req-da2402f7-e950-4133-905c-ffc9c9b6ba98 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.019342 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6deaa9b7-0dff-44cc-affa-cb07cfc4bdec req-da2402f7-e950-4133-905c-ffc9c9b6ba98 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 943 time: 0.1384890 Jul 16 08:51:24.062205 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.062817 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.064187 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] 10.222.0.62 "PUT /v2.0/ports/7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba HTTP/1.1" status: 200 len: 1093 time: 0.7631574 Jul 16 08:51:24.064613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea60ca-b768-42d7-9ec9-9d230e08dba5', 'tag': '7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:24.066807 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54ef73e-7346-4a35-a95a-be0cb26ec531" -d '{"events": [{"name": "network-changed", "server_uuid": "cbea60ca-b768-42d7-9ec9-9d230e08dba5", "tag": "7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:24.101819 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6deaa9b7-0dff-44cc-affa-cb07cfc4bdec req-b18fc738-076a-4c97-8d46-fca7c192d5fd tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638208 Jul 16 08:51:24.102810 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eca44-b58e-4b53-b7a5-003031871971 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.115841 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f90ecd5-3878-47e1-9f49-84f0b3b8b8ed x-openstack-request-id: req-5f90ecd5-3878-47e1-9f49-84f0b3b8b8ed {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:24.116093 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbea60ca-b768-42d7-9ec9-9d230e08dba5", "tag": "7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:24.116673 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5f90ecd5-3878-47e1-9f49-84f0b3b8b8ed {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:24.116788 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbea60ca-b768-42d7-9ec9-9d230e08dba5', 'tag': '7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba', 'status': 'completed', 'code': 200} Jul 16 08:51:24.187067 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-03dce6f5-ea69-4e46-95d3-a57270f3ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.188630 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-03dce6f5-ea69-4e46-95d3-a57270f3ec93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa7cd9090f94fe996cc91b3d3532a59&device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 1096 time: 0.0558960 Jul 16 08:51:24.242459 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-1bec6e58-884f-41c0-af2f-6313a7a94cd9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba HTTP/1.1" status: 200 len: 217 time: 0.0386295 Jul 16 08:51:24.260393 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50332) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.273228 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a9238ccf-59c7-479f-9694-a6eb40f2c570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.292113 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-c9e51239-46a3-4441-bb38-e112c9f565b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.293828 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-c9e51239-46a3-4441-bb38-e112c9f565b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55811136-ed9d-48dc-aa69-f6f795bf7c9e HTTP/1.1" status: 200 len: 854 time: 0.0442474 Jul 16 08:51:24.327598 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-9fad73e0-bb10-46d6-b15e-3a659338689a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02f79445-c159-4b96-a04e-e4b7eab34ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269532 Jul 16 08:51:24.363153 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a9238ccf-59c7-479f-9694-a6eb40f2c570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.367238 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a9238ccf-59c7-479f-9694-a6eb40f2c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.404676 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-a9238ccf-59c7-479f-9694-a6eb40f2c570 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0aaf0b3735104390b6e799a1f23da28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431615 Jul 16 08:51:24.405779 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9238ccf-59c7-479f-9694-a6eb40f2c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdba769-59f4-45cc-a2e0-b8f10e14178b,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.408513 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50334) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.436346 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-78f79ce7-24e3-4bb4-82a8-f576ac05f37f service neutron] 10.222.0.62 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019526 Jul 16 08:51:24.521594 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc383993-b3c3-42b2-982e-2e78eec443e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.558007 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc383993-b3c3-42b2-982e-2e78eec443e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.567526 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d0b9fd64-1a98-4578-a1f9-a35ab5e6baa5 req-4516822a-a537-4db9-9366-7b2760340eac service neutron] 10.222.0.62 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241386 Jul 16 08:51:24.607400 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc383993-b3c3-42b2-982e-2e78eec443e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.610020 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cc383993-b3c3-42b2-982e-2e78eec443e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.611136 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-cc383993-b3c3-42b2-982e-2e78eec443e6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ebdba769-59f4-45cc-a2e0-b8f10e14178b HTTP/1.1" status: 204 len: 168 time: 0.2015326 Jul 16 08:51:24.619405 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc383993-b3c3-42b2-982e-2e78eec443e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdba769-59f4-45cc-a2e0-b8f10e14178b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.731088 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-e3922cd6-2a3d-4994-9004-38b1fc5ab1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.732732 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-e3922cd6-2a3d-4994-9004-38b1fc5ab1b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa7cd9090f94fe996cc91b3d3532a59&device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 1096 time: 0.0538981 Jul 16 08:51:24.824734 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-81878c68-4ae1-402a-a788-e17ca49d44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.826215 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-81878c68-4ae1-402a-a788-e17ca49d44ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=02f79445-c159-4b96-a04e-e4b7eab34ca4 HTTP/1.1" status: 200 len: 915 time: 0.0873537 Jul 16 08:51:24.866900 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-8eb321c3-85f5-4c0e-bd86-a93e0cef01a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba HTTP/1.1" status: 200 len: 217 time: 0.0339124 Jul 16 08:51:24.913220 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50340) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.915366 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-755f0d9b-f6ad-4c00-967f-c4f56722082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.917067 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-755f0d9b-f6ad-4c00-967f-c4f56722082f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55811136-ed9d-48dc-aa69-f6f795bf7c9e HTTP/1.1" status: 200 len: 854 time: 0.0435884 Jul 16 08:51:24.926969 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-142b6cfc-f1fb-4408-8590-837a80e72f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.956283 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-e1dbfc3d-7345-4383-93a5-d17724e150c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02f79445-c159-4b96-a04e-e4b7eab34ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312803 Jul 16 08:51:25.015511 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-142b6cfc-f1fb-4408-8590-837a80e72f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.019779 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-142b6cfc-f1fb-4408-8590-837a80e72f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.049013 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-44f3c7e1-c8e3-47fb-8dbc-598a0867199f service neutron] 10.222.0.62 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846272 Jul 16 08:51:25.053742 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-142b6cfc-f1fb-4408-8590-837a80e72f12 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=04c48ddc92174dca88465c7b5e211bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394744 Jul 16 08:51:25.057134 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50342) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.058879 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b6cfc-f1fb-4408-8590-837a80e72f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d34b135-d089-4980-8a00-f5735132bfa1,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.174734 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b143f92e-1e9a-4dac-bcad-2d1324552164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.181436 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d54ef73e-7346-4a35-a95a-be0cb26ec531 req-540b6b6f-fbc2-4e3d-9e78-a1f267a97c4e service neutron] 10.222.0.62 "GET /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255422 Jul 16 08:51:25.200251 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b143f92e-1e9a-4dac-bcad-2d1324552164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.247959 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b143f92e-1e9a-4dac-bcad-2d1324552164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.250604 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b143f92e-1e9a-4dac-bcad-2d1324552164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.251737 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b143f92e-1e9a-4dac-bcad-2d1324552164 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4d34b135-d089-4980-8a00-f5735132bfa1 HTTP/1.1" status: 204 len: 168 time: 0.1877096 Jul 16 08:51:25.260629 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143f92e-1e9a-4dac-bcad-2d1324552164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d34b135-d089-4980-8a00-f5735132bfa1,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.294309 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b079ec0-034c-4c7f-9d5c-9990cecbca91 req-cbd91766-dd21-448b-b585-8c3c774d8a17 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.295785 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3b079ec0-034c-4c7f-9d5c-9990cecbca91 req-cbd91766-dd21-448b-b585-8c3c774d8a17 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 943 time: 0.0713258 Jul 16 08:51:25.333899 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-3b079ec0-034c-4c7f-9d5c-9990cecbca91 req-d1419874-4b2a-4e40-a2df-076b104e5b32 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Jul 16 08:51:26.512814 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4e8f1-e637-4b64-b35b-dd17ae55bcdf req-c11740aa-299d-4719-8200-a2ae5a888e69 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.514441 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35f4e8f1-e637-4b64-b35b-dd17ae55bcdf req-c11740aa-299d-4719-8200-a2ae5a888e69 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 943 time: 0.0638437 Jul 16 08:51:26.552588 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35f4e8f1-e637-4b64-b35b-dd17ae55bcdf req-306ea793-f7f9-42d4-931a-8057792133d8 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Jul 16 08:51:26.725057 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:26.822264 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:26.833736 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba', 'network_id': '02f79445-c159-4b96-a04e-e4b7eab34ca4', 'port_id': '7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba', 'mac_address': 'fa:16:3e:e6:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55811136-ed9d-48dc-aa69-f6f795bf7c9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:26.870566 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.883278 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:26.903593 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:26.907644 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.954406 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.961480 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.961829 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.962815 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.963154 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.963486 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.963818 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.964166 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.964490 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.964821 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.965142 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.965463 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:26.965783 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:27.255231 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:27.721697 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562bec-e935-4d67-9a8f-b4fa8cab770d req-a3ae0ffe-a9d8-468c-91e3-8d579df54abb tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.723141 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-65562bec-e935-4d67-9a8f-b4fa8cab770d req-a3ae0ffe-a9d8-468c-91e3-8d579df54abb tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 944 time: 0.0612867 Jul 16 08:51:27.759624 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-65562bec-e935-4d67-9a8f-b4fa8cab770d req-7db13cf6-f0c3-4bdf-b82f-489d346c1312 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305345 Jul 16 08:51:28.741734 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:28.791271 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:28.795325 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:28.795724 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.875504 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.898152 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea60ca-b768-42d7-9ec9-9d230e08dba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:28.900465 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b4f7b1-723d-4307-9dd6-554c11076c73" -d '{"events": [{"server_uuid": "cbea60ca-b768-42d7-9ec9-9d230e08dba5", "name": "network-vif-plugged", "status": "completed", "tag": "7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:28.916125 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:28.921175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.938367 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1d48a-a4a0-4291-9efd-a91fe845fe66 req-a644f46b-7f14-4f6b-bdc2-7fe683efbc76 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.939909 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4eb1d48a-a4a0-4291-9efd-a91fe845fe66 req-a644f46b-7f14-4f6b-bdc2-7fe683efbc76 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 944 time: 0.0728729 Jul 16 08:51:28.944598 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54161f55-9e83-4225-8edc-923675e88845 x-openstack-request-id: req-54161f55-9e83-4225-8edc-923675e88845 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:28.944885 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea60ca-b768-42d7-9ec9-9d230e08dba5", "name": "network-vif-plugged", "status": "completed", "tag": "7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:28.945135 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-54161f55-9e83-4225-8edc-923675e88845 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:28.945513 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea60ca-b768-42d7-9ec9-9d230e08dba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba', 'code': 200} Jul 16 08:51:28.971013 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.978648 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4eb1d48a-a4a0-4291-9efd-a91fe845fe66 req-a94e429e-5004-4bb7-bb84-aa226951dfa4 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Jul 16 08:51:29.218122 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac62f-587e-4aa0-88a2-6568c2ffe86c req-20e5a6d1-a502-4fad-8ffd-8d58b45f89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.219616 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-39dac62f-587e-4aa0-88a2-6568c2ffe86c req-20e5a6d1-a502-4fad-8ffd-8d58b45f89d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 1098 time: 0.0520511 Jul 16 08:51:29.253455 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-39dac62f-587e-4aa0-88a2-6568c2ffe86c req-51037aa8-531e-4878-bae5-1ca8c2562077 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272884 Jul 16 08:51:30.151765 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04337b-828d-4c34-a976-437ce9cafdd6 req-7e2bdb53-4e70-4584-9d8b-49f9794d1dda tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.153254 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7d04337b-828d-4c34-a976-437ce9cafdd6 req-7e2bdb53-4e70-4584-9d8b-49f9794d1dda tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 945 time: 0.0617752 Jul 16 08:51:30.195432 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7d04337b-828d-4c34-a976-437ce9cafdd6 req-17ee5285-9488-40f2-b94e-6cbb5e7c66f4 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Jul 16 08:51:30.779502 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.370125 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d955-4157-4b2e-996e-142612280301 req-7e53a80b-8b58-4a81-9eaf-90450b8c1e6b tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.371621 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-24c9d955-4157-4b2e-996e-142612280301 req-7e53a80b-8b58-4a81-9eaf-90450b8c1e6b tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 945 time: 0.0681639 Jul 16 08:51:31.407810 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-24c9d955-4157-4b2e-996e-142612280301 req-a2223bd3-6e64-4d82-9ca8-e9e0b40f7f66 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307174 Jul 16 08:51:31.513185 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e697-a179-4557-9754-25a6357e42ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.090266 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d805c795-8112-4b4d-811b-b3b134b91972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.095387 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.217174 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.019849 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.049694 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:53.861972 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50574) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.011908 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Deleting port 6092434a-3458-4035-820a-93d9f70dfaa9 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:54.012721 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.087893 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.088050 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.099776 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Calling delete_port for 6092434a-3458-4035-820a-93d9f70dfaa9 owned by network:floatingip {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:54.258922 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.287395 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event deleted for resources: {'Port': ['ID=6092434a-3458-4035-820a-93d9f70dfaa9,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.369521 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.369899 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.l3_db [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Floating IP 21f56f0d-ff58-432a-b4b8-15029e2107ae disassociated (deleted). External IP: 172.27.0.220, port: b2d3152b-78d4-4d5d-877b-d047aa662a6c. Jul 16 08:51:54.583932 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Router 110be320-1c26-4c7c-84f2-dcb403852893 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:54.686426 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:54.691197 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.696299 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:54.705179 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:54.705872 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:51:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:54.730762 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-50d3d582-225c-4687-83c4-0cce10c59900 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "DELETE /v2.0/floatingips/21f56f0d-ff58-432a-b4b8-15029e2107ae HTTP/1.1" status: 204 len: 168 time: 0.8648293 Jul 16 08:51:54.730762 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:54.731231 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9639352-0d41-4c6c-83f0-4b5641e6aafd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:54.817171 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:54.831428 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e826c37-9fac-43c1-bd0c-c44725ec4897 x-openstack-request-id: req-1e826c37-9fac-43c1-bd0c-c44725ec4897 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:54.831775 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:54.832670 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1e826c37-9fac-43c1-bd0c-c44725ec4897 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:54.833071 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'status': 'completed', 'code': 200} Jul 16 08:51:54.971938 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-97c7f8d8-7b24-41ce-b2e6-91309cc3ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.973599 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-97c7f8d8-7b24-41ce-b2e6-91309cc3ae39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 1098 time: 0.0787556 Jul 16 08:51:55.054087 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 1, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:55.079057 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:55.088166 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:55.089450 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:51:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:55.146446 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-5e6422be-ebff-4e9a-b7d0-1fd168d1736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.148011 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-5e6422be-ebff-4e9a-b7d0-1fd168d1736e service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.1356454 Jul 16 08:51:55.156919 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f449f3-948d-4f25-ae61-ddcfa632da4e req-f7ee72d5-58b8-49c9-bbdb-a5c92988c87d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.158339 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c4f449f3-948d-4f25-ae61-ddcfa632da4e req-f7ee72d5-58b8-49c9-bbdb-a5c92988c87d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.1157510 Jul 16 08:51:55.198839 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-d075f623-1e39-4c77-b2e6-7e3afaef3782 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c HTTP/1.1" status: 200 len: 217 time: 0.0389676 Jul 16 08:51:55.201119 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:55.255015 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c4f449f3-948d-4f25-ae61-ddcfa632da4e req-5e0569ac-67b7-42ba-945c-8a089c820ed4 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892868 Jul 16 08:51:55.265764 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-e30f0033-7140-443f-8637-28ec11cc23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.267210 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-e30f0033-7140-443f-8637-28ec11cc23c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0606945 Jul 16 08:51:55.324981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-fb4b9598-1ad3-4620-827d-b0faaf6251d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.326563 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-fb4b9598-1ad3-4620-827d-b0faaf6251d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519366 Jul 16 08:51:55.427265 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-35dc41b6-7a44-4ac7-8e70-c540c709d9d7 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909085 Jul 16 08:51:55.427930 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 1, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:55.468310 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e443cb-ae3a-412c-ba0b-31e0e0583e0d None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '3663aadf-8d3b-4758-b8c0-6f706537585e', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'port_id': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'mac_address': 'fa:16:3e:c5:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:42Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 1, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:55.550197 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9639352-0d41-4c6c-83f0-4b5641e6aafd req-9536cf1b-4c3c-47c2-b947-873237c89cf4 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063862 Jul 16 08:51:55.728293 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a01d3-f832-47e3-be94-c84127676be1 None None] New status for floating IP 21f56f0d-ff58-432a-b4b8-15029e2107ae: DOWN {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:51:55.955033 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90350783-e53b-4f4d-8513-0d58f354ef97 req-539137da-2661-45a7-8671-d816919adf70 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.956825 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-90350783-e53b-4f4d-8513-0d58f354ef97 req-539137da-2661-45a7-8671-d816919adf70 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 945 time: 0.0657923 Jul 16 08:51:55.997680 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-90350783-e53b-4f4d-8513-0d58f354ef97 req-46643093-18c5-49fc-9b96-0eb2a2cc9de5 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352712 Jul 16 08:51:56.516804 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47fdb-48d3-438d-8308-b3ef5f49e36e req-970e8108-4218-4b01-8da3-dc76942b5e8d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.518283 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-57b47fdb-48d3-438d-8308-b3ef5f49e36e req-970e8108-4218-4b01-8da3-dc76942b5e8d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.1514351 Jul 16 08:51:56.555091 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-57b47fdb-48d3-438d-8308-b3ef5f49e36e req-1a0f7144-fb59-42e3-97bb-7254e442403e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313120 Jul 16 08:51:57.164145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62d91-231f-4c32-8ef0-9e4766ed8977 req-abc17e9b-2872-4c02-8caa-a722fe022b6c tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:57.165526 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0cc62d91-231f-4c32-8ef0-9e4766ed8977 req-abc17e9b-2872-4c02-8caa-a722fe022b6c tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 945 time: 0.0609710 Jul 16 08:51:57.202253 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0cc62d91-231f-4c32-8ef0-9e4766ed8977 req-ebdcc6c2-bc78-4a2f-bd7f-7105bd5db1ba tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Jul 16 08:51:57.723702 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4f686-3468-4c46-9230-a360c6ad8f77 req-6248ae7f-a362-473f-9060-26c827895df5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:57.725155 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0ff4f686-3468-4c46-9230-a360c6ad8f77 req-6248ae7f-a362-473f-9060-26c827895df5 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.0605206 Jul 16 08:51:57.762747 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0ff4f686-3468-4c46-9230-a360c6ad8f77 req-95abad20-90f0-47e5-b08d-0edd2a45e5ae tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Jul 16 08:51:58.376438 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e083-1732-418a-aab2-503a63f80ff3 req-af3580f4-ef57-463d-89fa-24fe1f62013a tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.377985 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a552e083-1732-418a-aab2-503a63f80ff3 req-af3580f4-ef57-463d-89fa-24fe1f62013a tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 945 time: 0.0663681 Jul 16 08:51:58.414303 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a552e083-1732-418a-aab2-503a63f80ff3 req-966502f7-4fe7-4b55-bc72-f1fd21edbcb1 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Jul 16 08:51:58.932294 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1985a9-c9be-4060-a8a2-0b5e507484ea req-54f321ed-ddb6-46a9-bcd1-f696debbe99a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.934335 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-eb1985a9-c9be-4060-a8a2-0b5e507484ea req-54f321ed-ddb6-46a9-bcd1-f696debbe99a tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.0653474 Jul 16 08:51:58.970492 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-eb1985a9-c9be-4060-a8a2-0b5e507484ea req-38197f57-4e2c-490a-9c80-c0ab5f08d14c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Jul 16 08:51:59.584146 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab695e-3d89-468b-a1a8-45b9290f491f req-f79ec950-f7e1-46d8-9a42-c6ee7e0efedc tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:59.585619 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0ab695e-3d89-468b-a1a8-45b9290f491f req-f79ec950-f7e1-46d8-9a42-c6ee7e0efedc tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 945 time: 0.0651696 Jul 16 08:51:59.622519 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e0ab695e-3d89-468b-a1a8-45b9290f491f req-e1aec7d8-abb8-459a-9809-870905952faf tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Jul 16 08:52:00.111625 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-2f8d3d54-ec3c-48ff-a454-390988ca7b8d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.113141 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-2f8d3d54-ec3c-48ff-a454-390988ca7b8d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.0624218 Jul 16 08:52:00.140360 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0859f9d-6a7c-4cad-838e-de6d587bd851 req-7567278a-5e55-49ee-bee3-b7648a1f6c2d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.141870 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f0859f9d-6a7c-4cad-838e-de6d587bd851 req-7567278a-5e55-49ee-bee3-b7648a1f6c2d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 945 time: 0.0633357 Jul 16 08:52:00.178916 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f0859f9d-6a7c-4cad-838e-de6d587bd851 req-3516d181-3384-463e-8c8b-de845704f0e1 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Jul 16 08:52:00.217256 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Deleting port b2d3152b-78d4-4d5d-877b-d047aa662a6c {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:00.217599 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.305946 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] For port b2d3152b-78d4-4d5d-877b-d047aa662a6c, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b2d3152b-78d4-4d5d-877b-d047aa662a6c,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:00.306310 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.318651 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Calling delete_port for b2d3152b-78d4-4d5d-877b-d047aa662a6c owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:00.446380 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.474254 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event deleted for resources: {'Port': ['ID=b2d3152b-78d4-4d5d-877b-d047aa662a6c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:00.518421 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] No DVR routers for this DVR port b2d3152b-78d4-4d5d-877b-d047aa662a6c on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:00.520954 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.522912 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50d38da-aed2-40c5-ab9b-cab9d3a75e2a req-c0cc6f66-ed8f-4622-99bb-41e48970557c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "DELETE /v2.0/ports/b2d3152b-78d4-4d5d-877b-d047aa662a6c HTTP/1.1" status: 204 len: 173 time: 0.4039099 Jul 16 08:52:00.523337 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'name': 'network-vif-deleted', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:00.525567 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39012ded-0169-4013-87a9-ba890d1376b7" -d '{"events": [{"server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "name": "network-vif-deleted", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:00.565119 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c18b14-5c20-44a5-a375-dc71eac66bca x-openstack-request-id: req-c7c18b14-5c20-44a5-a375-dc71eac66bca {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:00.565410 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a08412-8fba-4cb8-8c9c-9a2188326548", "name": "network-vif-deleted", "tag": "b2d3152b-78d4-4d5d-877b-d047aa662a6c", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:00.565665 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c7c18b14-5c20-44a5-a375-dc71eac66bca {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:00.566085 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a08412-8fba-4cb8-8c9c-9a2188326548', 'name': 'network-vif-deleted', 'tag': 'b2d3152b-78d4-4d5d-877b-d047aa662a6c', 'status': 'completed', 'code': 200} Jul 16 08:52:00.780657 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.795755 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe718-db5e-424f-87b9-d58e90f9f379 req-181e93ca-9cd3-40bd-a55e-7b67623831e1 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.797336 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-690fe718-db5e-424f-87b9-d58e90f9f379 req-181e93ca-9cd3-40bd-a55e-7b67623831e1 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 945 time: 0.0670838 Jul 16 08:52:00.842151 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-690fe718-db5e-424f-87b9-d58e90f9f379 req-c1146dfb-289e-4a3d-91d6-01e23a966378 tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/security-groups?id=55dd9838-9eed-4159-a3d8-672e3d71da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Jul 16 08:52:01.101344 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-ee7f586f-2bb5-411a-95b2-fd21b14e41dd tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.102831 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-ee7f586f-2bb5-411a-95b2-fd21b14e41dd tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 945 time: 0.0694518 Jul 16 08:52:01.209064 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Deleting port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:01.209423 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.303750 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] For port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,segment=NetworkSegment(5d151a19-836f-473c-a642-23981350e4b1),segment_id=5d151a19-836f-473c-a642-23981350e4b1)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:01.304070 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.325759 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Calling delete_port for 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:01.345774 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-98d231a4-31b4-443a-be71-d4a2c1aa99a3 req-052c0556-6269-46fa-8f6e-57c36dde8538 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3a08412-8fba-4cb8-8c9c-9a2188326548 HTTP/1.1" status: 200 len: 210 time: 0.0391259 Jul 16 08:52:01.473036 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.503033 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Pushing event deleted for resources: {'Port': ['ID=7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.519556 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:01.547220 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b4d5-a726-42f1-a9bb-1383a2863020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.547957 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] No DVR routers for this DVR port 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:01.550394 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.552462 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4e596799-9392-42ba-8f27-cf724d6a52b5 req-3daa5e32-7a96-4ce4-b3d7-3bc4fd20ec2e tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.62 "DELETE /v2.0/ports/7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba HTTP/1.1" status: 204 len: 173 time: 0.4431612 Jul 16 08:52:01.999424 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c12ceb90-c518-4362-870c-1faeda3e2765 req-5c126f21-eaed-46dc-8bf0-d00e5966182c tempest-VolumesSnapshotTestJSON-451416967 tempest-VolumesSnapshotTestJSON-451416967-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbea60ca-b768-42d7-9ec9-9d230e08dba5 HTTP/1.1" status: 200 len: 210 time: 0.0301688 Jul 16 08:52:02.567238 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea60ca-b768-42d7-9ec9-9d230e08dba5', 'name': 'network-vif-deleted', 'tag': '7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:02.569577 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a9b3a-c07a-4188-b4cf-97d2416d8706" -d '{"events": [{"server_uuid": "cbea60ca-b768-42d7-9ec9-9d230e08dba5", "name": "network-vif-deleted", "tag": "7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:02.603997 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a982da-f6ca-49bf-b1db-2d5ab99d57a8 x-openstack-request-id: req-12a982da-f6ca-49bf-b1db-2d5ab99d57a8 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:02.604284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea60ca-b768-42d7-9ec9-9d230e08dba5", "name": "network-vif-deleted", "tag": "7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:02.604532 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-12a982da-f6ca-49bf-b1db-2d5ab99d57a8 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:02.604917 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea60ca-b768-42d7-9ec9-9d230e08dba5', 'name': 'network-vif-deleted', 'tag': '7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba', 'status': 'completed', 'code': 200} Jul 16 08:52:02.889824 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device b2d3152b-78d4-4d5d-877b-d047aa662a6c no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:02.912197 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: b2d3152b-78d4-4d5d-877b-d047aa662a6c {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:02.912547 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device b2d3152b-78d4-4d5d-877b-d047aa662a6c not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:04.080880 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-eecb240e-d01c-4ae2-931b-0c017be825fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.097247 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.642519 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50708) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:05.046158 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Deleting port 8e15ccd0-98c8-43b2-9c16-8fe7237ad23b {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:05.046418 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.120611 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.120945 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.132571 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Calling delete_port for 8e15ccd0-98c8-43b2-9c16-8fe7237ad23b owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:05.219751 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.297762 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.324492 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event deleted for resources: {'Port': ['ID=8e15ccd0-98c8-43b2-9c16-8fe7237ad23b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.389128 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.389588 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Floating IP 3663aadf-8d3b-4758-b8c0-6f706537585e disassociated (deleted). External IP: 172.27.0.77, port: 5fd4964e-935e-4678-b04f-810a6a678e0f. Jul 16 08:52:05.592423 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Router 110be320-1c26-4c7c-84f2-dcb403852893 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:05.696815 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:05.702054 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.706277 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:05.717015 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:05.717620 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.740137 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c62b64bb-ee0d-4dff-8f96-ddb5d776d577 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "DELETE /v2.0/floatingips/3663aadf-8d3b-4758-b8c0-6f706537585e HTTP/1.1" status: 204 len: 168 time: 1.0965183 Jul 16 08:52:05.740728 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:05.743250 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f17f875-ce30-4780-92a5-3a513a3af05f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:05.783072 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31674069-32cd-40b8-9f36-914fbbe23af0 x-openstack-request-id: req-31674069-32cd-40b8-9f36-914fbbe23af0 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:05.783495 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:05.783756 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31674069-32cd-40b8-9f36-914fbbe23af0 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:05.784213 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'status': 'completed', 'code': 200} Jul 16 08:52:05.819949 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:06.011785 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:06.037139 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:06.045532 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:06.046132 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:06.090713 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9815aa-fbde-479a-ac5f-202b8d504129 req-e3f10872-7f59-43c7-a4e9-ff290c4c0283 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.092231 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-da9815aa-fbde-479a-ac5f-202b8d504129 req-e3f10872-7f59-43c7-a4e9-ff290c4c0283 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0621915 Jul 16 08:52:06.129424 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-da9815aa-fbde-479a-ac5f-202b8d504129 req-de2646c5-081e-4ba3-8bfd-0cc281bbef1e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Jul 16 08:52:06.149139 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:06.341023 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:06.367083 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257224ff-5dba-4186-a66b-bd9f0770dc58 None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:28Z', 'revision_number': 4, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': 'b3ad0b36-e8c8-4110-8650-1ee02a114729', 'name': '', 'network_id': '573a0a96-9a6f-4262-aea4-1a5e99a36d25', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'mac_address': 'fa:16:3e:73:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'subnets': [{'id': '5a3ae45b-a3e8-4499-8417-dd07eec059cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:06.527250 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:06.551103 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:06.551458 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 7f4dfa3c-cc95-44cc-b3a3-0cbc97902aba not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:06.566543 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0fded-60b5-46fe-9944-aaeeb2439a6e None None] New status for floating IP 3663aadf-8d3b-4758-b8c0-6f706537585e: DOWN {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:52:07.021854 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.296510 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec84e7e-1759-4055-81ad-2881f34320d8 req-644395bd-8b00-4d31-994b-819afc07009e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.297949 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1ec84e7e-1759-4055-81ad-2881f34320d8 req-644395bd-8b00-4d31-994b-819afc07009e tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0608554 Jul 16 08:52:07.333526 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1ec84e7e-1759-4055-81ad-2881f34320d8 req-a1b1f8d3-2ba8-4fe6-a3cf-2d4cfa730935 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303349 Jul 16 08:52:07.675788 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-8b2c59f2-03b4-4c01-837e-6998549dbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.677409 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-8b2c59f2-03b4-4c01-837e-6998549dbdb3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 1098 time: 0.0963247 Jul 16 08:52:07.774665 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-c1533bdd-a79e-4a94-9c18-e4f170c32635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.776601 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-c1533bdd-a79e-4a94-9c18-e4f170c32635 service neutron] 10.222.0.62 "GET /v2.0/networks?id=573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 200 len: 912 time: 0.0929167 Jul 16 08:52:07.820134 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-ab87ffe8-d54b-49ce-86fd-4c3449203043 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd4964e-935e-4678-b04f-810a6a678e0f HTTP/1.1" status: 200 len: 217 time: 0.0366397 Jul 16 08:52:07.872042 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-0b7f37e4-a9bf-4a99-a327-ea787531f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.873481 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-0b7f37e4-a9bf-4a99-a327-ea787531f8fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 200 len: 850 time: 0.0456667 Jul 16 08:52:07.934489 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-5a03ceaf-046d-4cb9-9d83-6d49d59b0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.936028 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-5a03ceaf-046d-4cb9-9d83-6d49d59b0bad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=573a0a96-9a6f-4262-aea4-1a5e99a36d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553544 Jul 16 08:52:07.947330 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-55317ed3-d609-4de5-ad7c-796f2c2dbf79 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:52:07.948337 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-55317ed3-d609-4de5-ad7c-796f2c2dbf79 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051277 Jul 16 08:52:08.036295 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-b9255862-8b29-4aa3-97b1-ca0e060b669f service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799446 Jul 16 08:52:08.129252 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f17f875-ce30-4780-92a5-3a513a3af05f req-571d5686-c18e-4a79-8ed9-88053d742761 service neutron] 10.222.0.62 "GET /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852196 Jul 16 08:52:08.499226 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b1d82-2b6a-4e3a-a67b-6eb5a4930b2e req-034b5cd5-b1fa-4f22-991c-2393fdaf6b31 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.500602 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8e3b1d82-2b6a-4e3a-a67b-6eb5a4930b2e req-034b5cd5-b1fa-4f22-991c-2393fdaf6b31 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0607014 Jul 16 08:52:08.536334 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8e3b1d82-2b6a-4e3a-a67b-6eb5a4930b2e req-fd55f86d-a739-4877-a655-4c10ad40dfc6 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304229 Jul 16 08:52:09.036746 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50748) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:09.135623 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3b8b95c4-2ee2-4a15-b089-093e20c1f944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.219711 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3b8b95c4-2ee2-4a15-b089-093e20c1f944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.223165 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3b8b95c4-2ee2-4a15-b089-093e20c1f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.288446 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3b8b95c4-2ee2-4a15-b089-093e20c1f944 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c49e98bcc437466690335009fd314f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505612 Jul 16 08:52:09.290618 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b95c4-2ee2-4a15-b089-093e20c1f944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46187eb-5d13-438e-86c6-5087fed7dec5,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.291147 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50752) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:09.326068 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-c1c2b8a5-923f-4958-8e07-dc453857a0e6 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.327516 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-c1c2b8a5-923f-4958-8e07-dc453857a0e6 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 945 time: 0.0760832 Jul 16 08:52:09.341702 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e1e8de7a-52e3-48c4-8072-42152318b635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.367716 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e1e8de7a-52e3-48c4-8072-42152318b635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.413229 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e1e8de7a-52e3-48c4-8072-42152318b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.415898 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e1e8de7a-52e3-48c4-8072-42152318b635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.417385 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e1e8de7a-52e3-48c4-8072-42152318b635 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a46187eb-5d13-438e-86c6-5087fed7dec5 HTTP/1.1" status: 204 len: 168 time: 0.1249344 Jul 16 08:52:09.426444 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8de7a-52e3-48c4-8072-42152318b635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46187eb-5d13-438e-86c6-5087fed7dec5,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.428284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Deleting port 5fd4964e-935e-4678-b04f-810a6a678e0f {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:09.428284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.522094 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] For port 5fd4964e-935e-4678-b04f-810a6a678e0f, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fd4964e-935e-4678-b04f-810a6a678e0f,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.522463 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.534502 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Calling delete_port for 5fd4964e-935e-4678-b04f-810a6a678e0f owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:09.676364 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.707848 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event deleted for resources: {'Port': ['ID=5fd4964e-935e-4678-b04f-810a6a678e0f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.723105 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8b47c-b8c6-4a47-b2ae-aa6c94ffaf09 req-a671272f-4151-4b3b-89fc-5c320522392c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.725331 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d6a8b47c-b8c6-4a47-b2ae-aa6c94ffaf09 req-a671272f-4151-4b3b-89fc-5c320522392c tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/ports?device_id=f6425364-96fd-46b3-9776-c1efd4af75ed HTTP/1.1" status: 200 len: 867 time: 0.0707986 Jul 16 08:52:09.761206 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] No DVR routers for this DVR port 5fd4964e-935e-4678-b04f-810a6a678e0f on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:09.763777 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.766008 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b8866b5d-e423-412c-91da-25a109bb94e6 req-a67c898f-cf03-46a2-aed1-88ef917af98d tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.62 "DELETE /v2.0/ports/5fd4964e-935e-4678-b04f-810a6a678e0f HTTP/1.1" status: 204 len: 173 time: 0.4328921 Jul 16 08:52:09.766478 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'name': 'network-vif-deleted', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:09.769405 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3937f55f-eb6a-4834-b27d-851e7c520a05" -d '{"events": [{"server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "name": "network-vif-deleted", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:09.770052 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d6a8b47c-b8c6-4a47-b2ae-aa6c94ffaf09 req-b2b4025f-a8de-42eb-b8a4-a459952261be tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "GET /v2.0/security-groups?id=171356eb-d369-4fbe-8200-1e1910ab89a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375080 Jul 16 08:52:09.805909 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0755af1d-3ba2-4f04-831f-b5fdb15eeebe x-openstack-request-id: req-0755af1d-3ba2-4f04-831f-b5fdb15eeebe {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:09.806387 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6425364-96fd-46b3-9776-c1efd4af75ed", "name": "network-vif-deleted", "tag": "5fd4964e-935e-4678-b04f-810a6a678e0f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:09.806387 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0755af1d-3ba2-4f04-831f-b5fdb15eeebe {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:09.806837 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6425364-96fd-46b3-9776-c1efd4af75ed', 'name': 'network-vif-deleted', 'tag': '5fd4964e-935e-4678-b04f-810a6a678e0f', 'status': 'completed', 'code': 200} Jul 16 08:52:10.861857 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50770) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:10.979822 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Deleting port dc9317ca-64d5-477c-a7cc-b64441feedf5 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:10.980195 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.055319 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.055575 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.067278 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Calling delete_port for dc9317ca-64d5-477c-a7cc-b64441feedf5 owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:11.194362 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.223384 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event deleted for resources: {'Port': ['ID=dc9317ca-64d5-477c-a7cc-b64441feedf5,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.249437 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.249791 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.250132 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.250470 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.250802 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.251259 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.251605 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.251948 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.252284 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.252610 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.252935 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.253257 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:11.290776 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.294304 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.295460 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-efa5551b-3b84-44e2-8240-e1b5ce79f452 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "DELETE /v2.0/floatingips/c3333acb-b4e4-4350-97fc-72c3ad56072b HTTP/1.1" status: 204 len: 168 time: 0.4326408 Jul 16 08:52:12.575119 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50800) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:12.638506 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.665033 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.724561 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.727263 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.728420 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] 10.222.0.63 "DELETE /v2.0/security-groups/171356eb-d369-4fbe-8200-1e1910ab89a6 HTTP/1.1" status: 204 len: 168 time: 0.1523199 Jul 16 08:52:12.737552 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171356eb-d369-4fbe-8200-1e1910ab89a6,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:12.744474 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.744832 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.745179 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.745521 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.745862 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.746770 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.747108 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.747443 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.747780 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.748142 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.748471 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.748796 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a9ac5-5a04-41b8-b09e-98c817561c60 tempest-TestVolumeBootPattern-1659405397 tempest-TestVolumeBootPattern-1659405397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:12.786569 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50806) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:13.249116 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.489781 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Deleting port b3ad0b36-e8c8-4110-8650-1ee02a114729 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:13.490122 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.564125 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] For port b3ad0b36-e8c8-4110-8650-1ee02a114729, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=b3ad0b36-e8c8-4110-8650-1ee02a114729,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:13.564481 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.576788 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Calling delete_port for b3ad0b36-e8c8-4110-8650-1ee02a114729 owned by network:router_interface {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:13.745596 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.774854 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ad0b36-e8c8-4110-8650-1ee02a114729,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:13.933170 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.135956 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Router 110be320-1c26-4c7c-84f2-dcb403852893 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:14.514238 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:14.518965 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-7002e7c9-a60f-4437-9cec-b3bcb3c2f639 admin admin] 10.222.0.63 "PUT /v2.0/routers/110be320-1c26-4c7c-84f2-dcb403852893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7313950 Jul 16 08:52:14.521516 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50818) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.524190 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] Sync routers for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:14.533841 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:14.534445 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:14.623741 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks [] for router, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.690874 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fd4964e-935e-4678-b04f-810a6a678e0f no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:14.717195 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 5fd4964e-935e-4678-b04f-810a6a678e0f {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:14.717195 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fd4964e-935e-4678-b04f-810a6a678e0f not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:14.724962 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.775557 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Deleting port 74cfe8f9-d268-4b36-8f63-703d486e2c08 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:14.775819 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.778893 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:14.851625 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] For port 74cfe8f9-d268-4b36-8f63-703d486e2c08, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=74cfe8f9-d268-4b36-8f63-703d486e2c08,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:14.852301 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.864600 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Calling delete_port for 74cfe8f9-d268-4b36-8f63-703d486e2c08 owned by network:router_gateway {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:14.950771 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:52:13Z', 'revision_number': 5, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port': {'id': '74cfe8f9-d268-4b36-8f63-703d486e2c08', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110be320-1c26-4c7c-84f2-dcb403852893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:14.976350 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] Checking router: 110be320-1c26-4c7c-84f2-dcb403852893 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:14.985413 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] Routers {'110be320-1c26-4c7c-84f2-dcb403852893'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:14.986022 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['110be320-1c26-4c7c-84f2-dcb403852893'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.035521 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.064310 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Pushing event deleted for resources: {'Port': ['ID=74cfe8f9-d268-4b36-8f63-703d486e2c08,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.080766 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] Set router 110be320-1c26-4c7c-84f2-dcb403852893 gateway port host: None {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:15.124062 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.134014 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:52:14Z', 'revision_number': 6, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port_host': None}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.160064 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb2585-1155-49bf-8f5b-6cddda030eba None None] The sync data for ids ['110be320-1c26-4c7c-84f2-dcb403852893'] in dv-cinder-800768-3-iscsi is: [{'id': '110be320-1c26-4c7c-84f2-dcb403852893', 'name': 'tempest-TestVolumeBootPattern-977730445-router', 'tenant_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:52:14Z', 'revision_number': 6, 'project_id': 'c89c591daee548f68fa81b3ab3a2b18d', 'gw_port_host': None}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:15.216926 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.219046 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.260176 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.260671 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 110be320-1c26-4c7c-84f2-dcb403852893 {{(pid=99543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:15.264909 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.266007 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4a36a544-7769-4c8e-9dd3-75faaec5bacb admin admin] 10.222.0.63 "DELETE /v2.0/routers/110be320-1c26-4c7c-84f2-dcb403852893 HTTP/1.1" status: 204 len: 168 time: 0.7435963 Jul 16 08:52:15.268640 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50822) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.314370 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d81db4-0d38-4f45-b179-3cff94b99b77 admin admin] Deleting subnet 5a3ae45b-a3e8-4499-8417-dd07eec059cf {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:15.317229 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72d81db4-0d38-4f45-b179-3cff94b99b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.349871 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72d81db4-0d38-4f45-b179-3cff94b99b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.423517 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72d81db4-0d38-4f45-b179-3cff94b99b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.477999 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72d81db4-0d38-4f45-b179-3cff94b99b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.502705 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d81db4-0d38-4f45-b179-3cff94b99b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3ae45b-a3e8-4499-8417-dd07eec059cf,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.506388 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72d81db4-0d38-4f45-b179-3cff94b99b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.508231 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-72d81db4-0d38-4f45-b179-3cff94b99b77 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5a3ae45b-a3e8-4499-8417-dd07eec059cf HTTP/1.1" status: 204 len: 168 time: 0.2386184 Jul 16 08:52:15.510691 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50824) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.516506 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfffdf-a0b3-408c-8fe3-a6780a24e0be None None] Network 573a0a96-9a6f-4262-aea4-1a5e99a36d25 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:15.582265 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.632313 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Deleting port a8b34b5a-4e59-4530-b4ef-53f7b485c27e {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:15.633001 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.701922 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] For port a8b34b5a-4e59-4530-b4ef-53f7b485c27e, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=a8b34b5a-4e59-4530-b4ef-53f7b485c27e,segment=NetworkSegment(d6fdc9fa-b225-4282-8eab-4c279af75313),segment_id=d6fdc9fa-b225-4282-8eab-4c279af75313)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:15.702281 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.713404 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Calling delete_port for a8b34b5a-4e59-4530-b4ef-53f7b485c27e owned by network:dhcp {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:15.791123 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.817358 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b34b5a-4e59-4530-b4ef-53f7b485c27e,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.822638 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] No DVR routers for this DVR port a8b34b5a-4e59-4530-b4ef-53f7b485c27e on host dv-cinder-800768-3-iscsi {{(pid=99543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:15.890285 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.901541 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573a0a96-9a6f-4262-aea4-1a5e99a36d25']}} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.912046 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fdc9fa-b225-4282-8eab-4c279af75313') {'for_net_delete': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.912348 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fdc9fa-b225-4282-8eab-4c279af75313') {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.922844 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12444968'] for segment, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.931114 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d283a-dc0d-410a-93b1-b2a13f84a8bd None None] DHCP port deletion for 573a0a96-9a6f-4262-aea4-1a5e99a36d25 request from dv-cinder-800768-3-iscsi {{(pid=99544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:15.937922 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.944954 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=99543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:15.945416 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708702'] for segment, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: Traceback (most recent call last): Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: timer() Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: cb(*args, **kw) Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: return func(*args, **kwargs) Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: self._notify() Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: self.callback(batched_events) Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: event.method(event) Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: return f(self, *a, **k) Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._get(url).json() Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:15.947074 dv-cinder-800768-3-iscsi neutron-server[99543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:16.004040 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.009314 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.011833 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/573a0a96-9a6f-4262-aea4-1a5e99a36d25 HTTP/1.1" status: 204 len: 168 time: 0.5001454 Jul 16 08:52:16.014798 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50828) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:16.025751 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6d14f-e261-4b24-9457-face68dd22c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=573a0a96-9a6f-4262-aea4-1a5e99a36d25,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.358025 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 74cfe8f9-d268-4b36-8f63-703d486e2c08 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:16.361111 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.378606 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 74cfe8f9-d268-4b36-8f63-703d486e2c08 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:16.378958 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 74cfe8f9-d268-4b36-8f63-703d486e2c08 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:16.379383 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device a8b34b5a-4e59-4530-b4ef-53f7b485c27e no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:16.397563 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: a8b34b5a-4e59-4530-b4ef-53f7b485c27e {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:16.397852 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device a8b34b5a-4e59-4530-b4ef-53f7b485c27e not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:16.398266 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device b3ad0b36-e8c8-4110-8650-1ee02a114729 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:16.419972 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: b3ad0b36-e8c8-4110-8650-1ee02a114729 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:16.420329 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device b3ad0b36-e8c8-4110-8650-1ee02a114729 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:16.603092 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Deleting port 4b153876-2172-4db5-9dcf-64fd4e39ffe0 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:16.603438 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.676704 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] For port 4b153876-2172-4db5-9dcf-64fd4e39ffe0, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=4b153876-2172-4db5-9dcf-64fd4e39ffe0,segment=NetworkSegment(e1c6514f-be36-4277-ac55-3871735b0c0c),segment_id=e1c6514f-be36-4277-ac55-3871735b0c0c)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:16.676970 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.689273 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Calling delete_port for 4b153876-2172-4db5-9dcf-64fd4e39ffe0 owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:16.864232 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.887063 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b153876-2172-4db5-9dcf-64fd4e39ffe0,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.068610 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.550489 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:17.649265 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:17.654949 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-24f63e93-a762-452f-a7e7-2c84450b7520 admin admin] 10.222.0.63 "PUT /v2.0/routers/8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391342 Jul 16 08:52:17.657572 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50838) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:17.658356 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] Sync routers for ids ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:17.668123 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] Routers {'8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:17.668799 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:17.756598 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.766883 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] Set router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:17.857557 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.908902 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Deleting port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:17.909248 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.940220 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:52:16Z', 'revision_number': 5, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port': {'id': 'b04c4cc7-4f2f-4d6d-8714-8a16e07539c7', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:17.966126 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] Checking router: 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:17.973995 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] Routers {'8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:17.974601 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:17.988477 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] For port b04c4cc7-4f2f-4d6d-8714-8a16e07539c7, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=b04c4cc7-4f2f-4d6d-8714-8a16e07539c7,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:17.988847 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.000531 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Calling delete_port for b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:18.056324 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] Set router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 gateway port host: None {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:18.110126 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:52:17Z', 'revision_number': 6, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port_host': None}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.140183 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd807613-1a8e-4fe6-8360-c6d1a933d975 None None] The sync data for ids ['8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44'] in dv-cinder-800768-3-iscsi is: [{'id': '8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44', 'name': 'tempest-TestVolumeBootPattern-759812189-router', 'tenant_id': 'c7e36b85d89f4226b434f14f7c397072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:32Z', 'updated_at': '2021-07-16T08:52:17Z', 'revision_number': 6, 'project_id': 'c7e36b85d89f4226b434f14f7c397072', 'gw_port_host': None}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:18.187562 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.208632 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04c4cc7-4f2f-4d6d-8714-8a16e07539c7,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.283980 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.374850 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.376908 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.418092 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.418600 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:18.423382 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.424611 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6f442b7e-0208-477b-88fb-123c3f10c246 admin admin] 10.222.0.63 "DELETE /v2.0/routers/8ac61e96-7d77-4b5c-a29e-03ae9b1bfc44 HTTP/1.1" status: 204 len: 168 time: 0.7661026 Jul 16 08:52:18.427228 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50848) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.471331 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2fa752-0e98-4f57-a45d-5000ff74d7bc admin admin] Deleting subnet b6056e7a-49ec-4420-a833-45e8101819ca {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:18.474444 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa752-0e98-4f57-a45d-5000ff74d7bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.518026 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa752-0e98-4f57-a45d-5000ff74d7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9054064'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.602252 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 4b153876-2172-4db5-9dcf-64fd4e39ffe0 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:18.623182 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 4b153876-2172-4db5-9dcf-64fd4e39ffe0 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:18.623531 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 4b153876-2172-4db5-9dcf-64fd4e39ffe0 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:18.639140 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa752-0e98-4f57-a45d-5000ff74d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.689506 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa752-0e98-4f57-a45d-5000ff74d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8946603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9121509'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.719550 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fa752-0e98-4f57-a45d-5000ff74d7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6056e7a-49ec-4420-a833-45e8101819ca,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.721517 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa752-0e98-4f57-a45d-5000ff74d7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.724338 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2b2fa752-0e98-4f57-a45d-5000ff74d7bc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b6056e7a-49ec-4420-a833-45e8101819ca HTTP/1.1" status: 204 len: 168 time: 0.2961662 Jul 16 08:52:18.725774 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50850) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.726561 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2de16-5a15-4dc8-bc27-ce950390b90c None None] Network 1ad7e277-9131-4a4d-90da-88806856cadb requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:18.792217 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.843425 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Deleting port 75f05dac-a459-47aa-8430-a22ebdf32151 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:18.843764 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.909071 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] For port 75f05dac-a459-47aa-8430-a22ebdf32151, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=75f05dac-a459-47aa-8430-a22ebdf32151,segment=NetworkSegment(e1c6514f-be36-4277-ac55-3871735b0c0c),segment_id=e1c6514f-be36-4277-ac55-3871735b0c0c)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:18.909429 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.921508 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] DHCP port deletion for 1ad7e277-9131-4a4d-90da-88806856cadb request from dv-cinder-800768-3-iscsi {{(pid=99544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:18.921853 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Calling delete_port for 75f05dac-a459-47aa-8430-a22ebdf32151 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:18.967764 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] Deleting port 75f05dac-a459-47aa-8430-a22ebdf32151 {{(pid=99544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:18.968182 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.003706 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.033338 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Pushing event deleted for resources: {'Port': ['ID=75f05dac-a459-47aa-8430-a22ebdf32151,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.034823 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] For port 75f05dac-a459-47aa-8430-a22ebdf32151, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=75f05dac-a459-47aa-8430-a22ebdf32151,segment=NetworkSegment(e1c6514f-be36-4277-ac55-3871735b0c0c),segment_id=e1c6514f-be36-4277-ac55-3871735b0c0c)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:19.035225 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.038239 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] No DVR routers for this DVR port 75f05dac-a459-47aa-8430-a22ebdf32151 on host dv-cinder-800768-3-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:19.047338 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] Calling delete_port for 75f05dac-a459-47aa-8430-a22ebdf32151 owned by network:dhcp {{(pid=99544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:19.109232 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.119261 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad7e277-9131-4a4d-90da-88806856cadb']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:19.124842 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884'] for port, after_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.130239 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c6514f-be36-4277-ac55-3871735b0c0c') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:19.130551 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c6514f-be36-4277-ac55-3871735b0c0c') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:19.144568 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.153322 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] No DVR routers for this DVR port 75f05dac-a459-47aa-8430-a22ebdf32151 on host dv-cinder-800768-3-iscsi {{(pid=99544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:19.155227 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123b853-ce2f-414f-9d50-60ea11a9b315 None None] Pushing event deleted for resources: {'Port': ['ID=75f05dac-a459-47aa-8430-a22ebdf32151,revision_number=None']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.169500 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.176973 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:19.177426 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:19.179166 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:19.235937 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.241088 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.242890 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] 10.222.0.63 "DELETE /v2.0/networks/1ad7e277-9131-4a4d-90da-88806856cadb HTTP/1.1" status: 204 len: 168 time: 0.5161667 Jul 16 08:52:19.253923 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18e1cb-e5a5-4040-974e-6251a45883bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad7e277-9131-4a4d-90da-88806856cadb,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.350429 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50856) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.391557 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3bb3ca8a-2d0f-4557-89a2-7615ce89815f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c89c591daee548f68fa81b3ab3a2b18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399177 Jul 16 08:52:19.393952 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50862) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.446443 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64b8a714-2f4b-4d08-90cc-a727de4b7c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.466596 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64b8a714-2f4b-4d08-90cc-a727de4b7c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.511556 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64b8a714-2f4b-4d08-90cc-a727de4b7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.514196 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64b8a714-2f4b-4d08-90cc-a727de4b7c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.515396 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-64b8a714-2f4b-4d08-90cc-a727de4b7c6b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/158422b2-74db-4d94-9ee1-228fd78cbaff HTTP/1.1" status: 204 len: 168 time: 0.1205361 Jul 16 08:52:19.523141 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8a714-2f4b-4d08-90cc-a727de4b7c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158422b2-74db-4d94-9ee1-228fd78cbaff,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.809628 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50870) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.847551 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-531c3d68-10ed-4d97-88f7-c2921b9662e5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c7e36b85d89f4226b434f14f7c397072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367904 Jul 16 08:52:19.849848 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50872) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.895695 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d924815d-25d6-4138-8b1b-afa6c641194c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.916203 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d924815d-25d6-4138-8b1b-afa6c641194c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.964606 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d924815d-25d6-4138-8b1b-afa6c641194c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.967555 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d924815d-25d6-4138-8b1b-afa6c641194c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.968698 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-d924815d-25d6-4138-8b1b-afa6c641194c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8018e65a-ce25-4c51-8ea9-75c8fb35202f HTTP/1.1" status: 204 len: 168 time: 0.1179874 Jul 16 08:52:19.976185 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924815d-25d6-4138-8b1b-afa6c641194c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018e65a-ce25-4c51-8ea9-75c8fb35202f,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.357096 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:20.379515 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:20.379892 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device b04c4cc7-4f2f-4d6d-8714-8a16e07539c7 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:20.380309 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 75f05dac-a459-47aa-8430-a22ebdf32151 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:20.398572 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 75f05dac-a459-47aa-8430-a22ebdf32151 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:20.398937 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 75f05dac-a459-47aa-8430-a22ebdf32151 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:23.048793 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:26.156866 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50924) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:26.199802 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d7e2e5-6799-4e2a-9cc5-0e7d1315ad62 admin admin] Deleting subnet 55811136-ed9d-48dc-aa69-f6f795bf7c9e {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:26.202704 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-46d7e2e5-6799-4e2a-9cc5-0e7d1315ad62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.235062 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-46d7e2e5-6799-4e2a-9cc5-0e7d1315ad62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.271960 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-46d7e2e5-6799-4e2a-9cc5-0e7d1315ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.326547 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-46d7e2e5-6799-4e2a-9cc5-0e7d1315ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.351688 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7e2e5-6799-4e2a-9cc5-0e7d1315ad62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55811136-ed9d-48dc-aa69-f6f795bf7c9e,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.353624 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-46d7e2e5-6799-4e2a-9cc5-0e7d1315ad62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.355528 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-46d7e2e5-6799-4e2a-9cc5-0e7d1315ad62 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/55811136-ed9d-48dc-aa69-f6f795bf7c9e HTTP/1.1" status: 204 len: 168 time: 0.1976314 Jul 16 08:52:26.357969 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50926) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:26.426045 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.503257 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.513128 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f79445-c159-4b96-a04e-e4b7eab34ca4']}} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:26.522392 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d151a19-836f-473c-a642-23981350e4b1') {'for_net_delete': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:26.522688 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d151a19-836f-473c-a642-23981350e4b1') {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:26.531013 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12444968'] for segment, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.544265 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.549756 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=99543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:26.550136 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708702'] for segment, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: Traceback (most recent call last): Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: timer() Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: cb(*args, **kw) Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: return func(*args, **kwargs) Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: self._notify() Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: self.callback(batched_events) Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: event.method(event) Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: return f(self, *a, **k) Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._get(url).json() Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:26.551777 dv-cinder-800768-3-iscsi neutron-server[99543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:26.605661 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.612529 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.614485 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/02f79445-c159-4b96-a04e-e4b7eab34ca4 HTTP/1.1" status: 204 len: 168 time: 0.2555776 Jul 16 08:52:26.623816 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53bbc4-3f4e-426b-880e-e52ed6253de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=02f79445-c159-4b96-a04e-e4b7eab34ca4,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.766156 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50930) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:26.807955 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2a9b094b-e24a-4e3e-9bf3-e29029662edf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6aa7cd9090f94fe996cc91b3d3532a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406325 Jul 16 08:52:26.810919 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50932) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:26.855626 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-18ef45f7-c51a-45e5-b0d5-f4cb010ef03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.875932 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-18ef45f7-c51a-45e5-b0d5-f4cb010ef03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.920844 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-18ef45f7-c51a-45e5-b0d5-f4cb010ef03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.923440 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-18ef45f7-c51a-45e5-b0d5-f4cb010ef03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.924585 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-18ef45f7-c51a-45e5-b0d5-f4cb010ef03f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/55dd9838-9eed-4159-a3d8-672e3d71da19 HTTP/1.1" status: 204 len: 168 time: 0.1127789 Jul 16 08:52:26.931891 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef45f7-c51a-45e5-b0d5-f4cb010ef03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd9838-9eed-4159-a3d8-672e3d71da19,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.553475 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50954) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.644233 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-115271762-network', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:27.665044 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Made reservation on behalf of e4c39dfc56ac4c019fa74c32ac45a62a for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:27.667775 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.675688 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.759285 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.763422 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.786079 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:27.795525 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa307617-17f6-41ba-8c47-96ed70aa8a34,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.800169 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.800516 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Added segment 31da06fa-0cfd-4f40-a383-a1ad29959045 of type vlan for network ed7a579a-c81c-49ee-b46f-1cea7a5655ae Jul 16 08:52:27.841352 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.867571 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.868539 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.869127 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.898801 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3442781 Jul 16 08:52:27.901735 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50958) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.906707 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Request body: {'subnet': {'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-115271762-subnet', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:27.925769 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Made reservation on behalf of e4c39dfc56ac4c019fa74c32ac45a62a for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:27.928119 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11613624'] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.929383 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95499554-0de4-4665-936b-764c3509bce2 admin admin] Pushing event updated for resources: {'Network': ['ID=ed7a579a-c81c-49ee-b46f-1cea7a5655ae,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.939824 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:28.090761 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11708515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11613610'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.143794 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.152115 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Checking segment: {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:28.152477 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Network hostable DHCP agents. Network: ed7a579a-c81c-49ee-b46f-1cea7a5655ae, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:28.168922 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:28.176806 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, ed7a579a-c81c-49ee-b46f-1cea7a5655ae) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:28.180710 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:28.181298 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.188107 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32fd2e-c977-4c31-a10e-79a5dca64d9b None None] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:28.195190 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-de67fca2-74df-4863-9724-1aec3de6be67 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2923439 Jul 16 08:52:28.197988 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50960) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.202299 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:28.222358 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.223309 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.275939 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.334394 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:28.335257 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.408289 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.471191 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Allocated IP 172.20.0.2 (ed7a579a-c81c-49ee-b46f-1cea7a5655ae/ebba5447-1bfc-4ee3-9e8f-a993f68c7a73/bba920ff-a002-4391-ab03-410f7f2011a6) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:28.608350 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.611420 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.619376 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Transition to ACTIVE for port object bba920ff-a002-4391-ab03-410f7f2011a6 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:28.626862 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.633289 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Transition to ACTIVE for port object bba920ff-a002-4391-ab03-410f7f2011a6 will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:28.638844 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.674136 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:28.680058 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:28.683622 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:28.690305 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Pushing event updated for resources: {'Port': ['ID=bba920ff-a002-4391-ab03-410f7f2011a6,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.714881 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.715234 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.715578 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.715942 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.716281 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.716613 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.716941 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.717268 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.717595 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.717925 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.718248 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.718570 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:28.725018 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Allocated IP 172.27.0.18 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/4302c19a-7b07-46e9-bca5-5e075d82f8e6) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:28.751932 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Attempting to bind port bba920ff-a002-4391-ab03-410f7f2011a6 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:28.752309 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Attempting to bind port bba920ff-a002-4391-ab03-410f7f2011a6 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:28.752672 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Attempting to bind port bba920ff-a002-4391-ab03-410f7f2011a6 on network ed7a579a-c81c-49ee-b46f-1cea7a5655ae {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:28.757660 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:28.758031 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Checking segment: {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:28.758430 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.758822 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Bound using segment: {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:28.759279 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Bound port: bba920ff-a002-4391-ab03-410f7f2011a6, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:28.759684 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.823560 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] For port bba920ff-a002-4391-ab03-410f7f2011a6, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:28.826946 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] For port bba920ff-a002-4391-ab03-410f7f2011a6, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=bba920ff-a002-4391-ab03-410f7f2011a6,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:28.828857 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.830724 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.867414 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.888398 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfaad9-2c4d-4c20-8919-c3bf164f42ba None None] Pushing event updated for resources: {'Port': ['ID=bba920ff-a002-4391-ab03-410f7f2011a6,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.909787 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:28.912506 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:28.916061 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:28.939011 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4302c19a-7b07-46e9-bca5-5e075d82f8e6,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.178282 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.367203 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.489467 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:29.596130 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:29.607591 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Sync routers for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:29.612686 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.613943 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f934b788-449b-4683-80ab-bd584880a2a2 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4150374 Jul 16 08:52:29.616626 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50962) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.624745 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:29.625358 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:29.729748 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:29.917175 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba2f73d-cd9f-4aba-a823-364473ebf51f None None] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:30.015383 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-e33c1103-f030-4556-8e7c-3727f31086fe None None] Provisioning for port bba920ff-a002-4391-ab03-410f7f2011a6 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:30.164568 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:29Z', 'revision_number': 3, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:30.193611 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Checking router: 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:30.193968 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Updating router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 port 4302c19a-7b07-46e9-bca5-5e075d82f8e6 binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:30.233829 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.338215 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.437470 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device bba920ff-a002-4391-ab03-410f7f2011a6 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:30.512146 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Allocated IP 172.20.0.1 (ed7a579a-c81c-49ee-b46f-1cea7a5655ae/ebba5447-1bfc-4ee3-9e8f-a993f68c7a73/7a4d03bd-b0f8-43ff-8109-e179db140dce) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:30.552825 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port bba920ff-a002-4391-ab03-410f7f2011a6 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:30.560928 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.565212 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port bba920ff-a002-4391-ab03-410f7f2011a6 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:30.565598 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.592299 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Transition to ACTIVE for port object 4302c19a-7b07-46e9-bca5-5e075d82f8e6 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:30.597199 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-32298e64-325c-4c14-864a-c148af6e6d75 None None] Provisioning complete for port bba920ff-a002-4391-ab03-410f7f2011a6 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:30.597593 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-32298e64-325c-4c14-864a-c148af6e6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.603079 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.618930 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.632473 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Transition to ACTIVE for port object 7a4d03bd-b0f8-43ff-8109-e179db140dce will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:30.663849 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.697556 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Attempting to bind port 4302c19a-7b07-46e9-bca5-5e075d82f8e6 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:30.698202 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Attempting to bind port 4302c19a-7b07-46e9-bca5-5e075d82f8e6 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:30.698322 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Attempting to bind port 4302c19a-7b07-46e9-bca5-5e075d82f8e6 on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:30.702063 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:30.705769 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85874467-51d4-4b7f-b67f-2289fd4458b2 None None] Pushing event updated for resources: {'Port': ['ID=4302c19a-7b07-46e9-bca5-5e075d82f8e6,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.706726 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:30.711067 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:30.711290 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:30.711600 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.712015 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:30.712517 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Bound port: 4302c19a-7b07-46e9-bca5-5e075d82f8e6, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:30.712853 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.717355 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:30.720254 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4d03bd-b0f8-43ff-8109-e179db140dce,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.756876 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.825399 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.834704 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.843490 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] For port 4302c19a-7b07-46e9-bca5-5e075d82f8e6, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:30.857933 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-32298e64-325c-4c14-864a-c148af6e6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.874993 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] For port 4302c19a-7b07-46e9-bca5-5e075d82f8e6, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=4302c19a-7b07-46e9-bca5-5e075d82f8e6,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:30.890459 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.896683 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.903481 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port bba920ff-a002-4391-ab03-410f7f2011a6, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=bba920ff-a002-4391-ab03-410f7f2011a6,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:30.926921 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.990035 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85874467-51d4-4b7f-b67f-2289fd4458b2 None None] Pushing event updated for resources: {'Port': ['ID=4302c19a-7b07-46e9-bca5-5e075d82f8e6,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.997882 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:30.998501 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.016287 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.db.api [None req-32298e64-325c-4c14-864a-c148af6e6d75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:52:31.016702 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG oslo_db.api [None req-32298e64-325c-4c14-864a-c148af6e6d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:52:31.060542 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.065052 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.107137 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=bba920ff-a002-4391-ab03-410f7f2011a6,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.134444 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.135819 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:31.137049 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4d03bd-b0f8-43ff-8109-e179db140dce,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.225707 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:31.227095 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:31.335105 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 1, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.347094 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:31.365411 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c339d-5287-4f2c-8740-89fa8f3e01fe None None] The sync data for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi is: [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 1, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:31.459365 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:31.464292 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-39ea72c4-ecce-4ebb-803b-0ca04310fa46 admin admin] 10.222.0.63 "PUT /v2.0/routers/17c2fd99-fc69-4b3a-b902-91f8af9e4e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8465710 Jul 16 08:52:31.538484 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-9607d06d-0868-4ed6-8650-24919384ebd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.682216 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-960d63e1-2157-4c50-ac3a-89b11d1b514e None None] Provisioning for port 7a4d03bd-b0f8-43ff-8109-e179db140dce completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:31.686665 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-960d63e1-2157-4c50-ac3a-89b11d1b514e None None] Provisioning complete for port 7a4d03bd-b0f8-43ff-8109-e179db140dce triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:31.687051 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-960d63e1-2157-4c50-ac3a-89b11d1b514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.721223 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-960d63e1-2157-4c50-ac3a-89b11d1b514e None None] Port 7a4d03bd-b0f8-43ff-8109-e179db140dce cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:31.992903 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50978) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.997981 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1346755828-network', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:32.021849 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Made reservation on behalf of 90e516b4ce6f4917897039fdfc7ab4fa for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:32.024277 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.033995 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.130772 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.135309 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.164385 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:32.170891 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4646c777-9ec2-4653-a807-d4f5c7d68e94,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.178859 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.179225 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Added segment 53bc4ebf-3477-4e69-852f-6455af458305 of type vlan for network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 Jul 16 08:52:32.222904 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254605828'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.252145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.253168 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.253773 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.287526 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2934756 Jul 16 08:52:32.290380 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50980) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.295720 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Request body: {'subnet': {'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1346755828-subnet', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'ip_version': 4}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:32.318483 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f778-eb2c-4df8-ac03-3ac42f38353a admin admin] Pushing event updated for resources: {'Network': ['ID=bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.320448 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Made reservation on behalf of 90e516b4ce6f4917897039fdfc7ab4fa for: {'subnet': 1} {{(pid=99543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:32.322891 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11613624'] for subnet, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.335074 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 details requested by agent ovs-agent-dv-cinder-800768-3-iscsi with host dv-cinder-800768-3-iscsi {{(pid=99544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:32.522493 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11708515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11613610'] for subnet, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.560260 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device bba920ff-a002-4391-ab03-410f7f2011a6 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:32.571565 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=781c8c45-ed79-4620-9e61-21affc51fc46,revision_number=0']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.590941 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Checking segment: {'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:32.591315 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Network hostable DHCP agents. Network: bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31, hostable agents: ['ae606ab7-2dca-4da4-985e-0d2bc15200f4'], hosted agents: [] {{(pid=99543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:32.609038 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 is scheduled to be hosted by DHCP agent ae606ab7-2dca-4da4-985e-0d2bc15200f4 with binding_index 1 {{(pid=99543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:32.612924 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port bba920ff-a002-4391-ab03-410f7f2011a6 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:32.613303 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.619840 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-3-iscsi, bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31) {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:32.624841 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.625430 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.637540 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76f2d7-c85d-4a77-a7d3-d70b9c05d931 None None] Network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:32.641359 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-3a5668fd-d64b-438e-8c6f-07a0eb228bfd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3486214 Jul 16 08:52:32.643273 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 50982) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.647670 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:32.670183 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57493'] for router, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.671200 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57502'] for router, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.725118 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.775342 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 4302c19a-7b07-46e9-bca5-5e075d82f8e6 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:32.853040 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ebd3bce-6d4b-5ba2-aa4a-4776f2f614c0-bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31', 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'fixed_ips': [{'subnet_id': '781c8c45-ed79-4620-9e61-21affc51fc46'}]}} from dv-cinder-800768-3-iscsi. {{(pid=99544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:32.853880 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.862711 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62836'] for router, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.863237 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 4302c19a-7b07-46e9-bca5-5e075d82f8e6 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:32.868052 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 4302c19a-7b07-46e9-bca5-5e075d82f8e6 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:32.868391 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.039699 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.057088 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.db_base_plugin_common [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Allocated IP 172.20.0.2 (bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31/781c8c45-ed79-4620-9e61-21affc51fc46/8c25e900-16a9-401b-b4c3-00a001cb0e71) {{(pid=99544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:33.069774 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.074342 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 4302c19a-7b07-46e9-bca5-5e075d82f8e6, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=4302c19a-7b07-46e9-bca5-5e075d82f8e6,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:33.080184 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.088622 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.179626 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=4302c19a-7b07-46e9-bca5-5e075d82f8e6,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.196078 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Allocated IP 172.27.0.246 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/925d2285-c6ed-44d5-ba63-69089e7de91b) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:33.256158 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Notify callbacks [] for port, precommit_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.264506 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Transition to ACTIVE for port object 8c25e900-16a9-401b-b4c3-00a001cb0e71 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:33.279967 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Transition to ACTIVE for port object 8c25e900-16a9-401b-b4c3-00a001cb0e71 will not be triggered until provisioned by entity DHCP. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:33.285820 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875'] for port, after_create {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.299986 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.330270 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Sync routers for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:33.332144 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 is already hosted by enough agents. {{(pid=99544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:33.335141 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.scheduler.base_scheduler [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Resources bound (agent type, host, resource id): {{(pid=99544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:33.337900 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.340081 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Received port after_create {{(pid=99544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:33.343191 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Pushing event updated for resources: {'Port': ['ID=8c25e900-16a9-401b-b4c3-00a001cb0e71,revision_number=1']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.344668 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:33.345988 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:33.376630 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:33.381342 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:33.384670 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:33.403449 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Attempting to bind port 8c25e900-16a9-401b-b4c3-00a001cb0e71 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:33.403819 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Attempting to bind port 8c25e900-16a9-401b-b4c3-00a001cb0e71 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:33.404209 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Attempting to bind port 8c25e900-16a9-401b-b4c3-00a001cb0e71 on network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:33.409315 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:33.409700 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Checking segment: {'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:33.410110 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.410498 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Bound using segment: {'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:33.410963 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Bound port: 8c25e900-16a9-401b-b4c3-00a001cb0e71, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:33.411348 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.414661 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Pushing event updated for resources: {'Port': ['ID=925d2285-c6ed-44d5-ba63-69089e7de91b,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.461991 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:33.481534 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] For port 8c25e900-16a9-401b-b4c3-00a001cb0e71, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:33.485081 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] For port 8c25e900-16a9-401b-b4c3-00a001cb0e71, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c25e900-16a9-401b-b4c3-00a001cb0e71,segment=NetworkSegment(53bc4ebf-3477-4e69-852f-6455af458305),segment_id=53bc4ebf-3477-4e69-852f-6455af458305)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:33.496187 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.560273 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f95706-a0c5-4466-9d56-39696e212c19 None None] Pushing event updated for resources: {'Port': ['ID=8c25e900-16a9-401b-b4c3-00a001cb0e71,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.642357 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.673823 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 2, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:33.709578 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Checking router: 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:33.709578 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Updating router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 port 7a4d03bd-b0f8-43ff-8109-e179db140dce binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:33.757299 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.882747 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367886'] for router, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.006010 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Router 05b5b851-9694-45de-826a-c491cd818301 is scheduled to L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e with binding_index 1 {{(pid=99543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:34.021067 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.031358 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Transition to ACTIVE for port object 7a4d03bd-b0f8-43ff-8109-e179db140dce will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:34.037062 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.093575 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a1af519b-82c3-44d7-8dcb-4278acbacb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.100671 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Pushing event updated for resources: {'Port': ['ID=7a4d03bd-b0f8-43ff-8109-e179db140dce,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.110247 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.110615 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.111163 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.111847 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.112383 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.112715 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.113051 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.113383 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.113712 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.114061 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.114387 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.114880 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.115208 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:34.116023 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:34.133225 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Sync routers for ids ['05b5b851-9694-45de-826a-c491cd818301'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:34.144648 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.148806 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e9742e8d-ec00-421e-8b7e-16904e083c0e admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5043910 Jul 16 08:52:34.151719 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50984) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.162596 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Routers {'05b5b851-9694-45de-826a-c491cd818301'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:34.163257 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['05b5b851-9694-45de-826a-c491cd818301'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.189485 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Attempting to bind port 7a4d03bd-b0f8-43ff-8109-e179db140dce on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:34.190389 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Attempting to bind port 7a4d03bd-b0f8-43ff-8109-e179db140dce by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:34.190958 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Attempting to bind port 7a4d03bd-b0f8-43ff-8109-e179db140dce on network ed7a579a-c81c-49ee-b46f-1cea7a5655ae {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:34.198493 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:34.199327 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Checking segment: {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:34.199999 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.200623 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Bound using segment: {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:34.201340 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Bound port: 7a4d03bd-b0f8-43ff-8109-e179db140dce, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:34.201943 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.276564 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] For port 7a4d03bd-b0f8-43ff-8109-e179db140dce, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:34.281080 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] For port 7a4d03bd-b0f8-43ff-8109-e179db140dce, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=7a4d03bd-b0f8-43ff-8109-e179db140dce,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:34.287910 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.353706 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Set router 05b5b851-9694-45de-826a-c491cd818301 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:34.460822 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:34.462667 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.617441 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c25e900-16a9-401b-b4c3-00a001cb0e71 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:34.633148 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39539eee-f618-408f-ac89-4a82536784a9 None None] Pushing event updated for resources: {'Port': ['ID=7a4d03bd-b0f8-43ff-8109-e179db140dce,revision_number=4']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.670848 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:34.687426 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 3, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port': {'id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:33Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.726974 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Checking router: 05b5b851-9694-45de-826a-c491cd818301 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:34.727263 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Updating router 05b5b851-9694-45de-826a-c491cd818301 port 925d2285-c6ed-44d5-ba63-69089e7de91b binding host dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:34.752882 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.764144 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e0cd2-ae6d-482b-832b-854c43f5227f None None] Network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:34.770783 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 8c25e900-16a9-401b-b4c3-00a001cb0e71 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:34.796585 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 4302c19a-7b07-46e9-bca5-5e075d82f8e6 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:34.805356 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.883729 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:34Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.909238 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-0ff37308-c281-486f-a82b-2aa9b641f55d None None] Provisioning for port 8c25e900-16a9-401b-b4c3-00a001cb0e71 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:34.915830 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356ee03-032a-44a3-816f-fdda4edb5d30 None None] The sync data for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi is: [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:34Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:34.924658 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Allocated IP 172.20.0.1 (bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31/781c8c45-ed79-4620-9e61-21affc51fc46/2fc88857-5563-45ed-ae9a-2b2b3be156c4) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:34.974994 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-0ff37308-c281-486f-a82b-2aa9b641f55d None None] Provisioning complete for port 8c25e900-16a9-401b-b4c3-00a001cb0e71 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:34.975386 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0ff37308-c281-486f-a82b-2aa9b641f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.039176 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.054592 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Transition to ACTIVE for port object 2fc88857-5563-45ed-ae9a-2b2b3be156c4 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:35.090118 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.130719 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:35.133647 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:35.138188 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:35.144092 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Pushing event updated for resources: {'Port': ['ID=2fc88857-5563-45ed-ae9a-2b2b3be156c4,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.186373 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679993'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.232102 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 4302c19a-7b07-46e9-bca5-5e075d82f8e6 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:35.232609 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.330539 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.335200 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.452827 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0ff37308-c281-486f-a82b-2aa9b641f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.500190 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.506065 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.552936 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-0ff37308-c281-486f-a82b-2aa9b641f55d None None] For port 8c25e900-16a9-401b-b4c3-00a001cb0e71, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c25e900-16a9-401b-b4c3-00a001cb0e71,segment=NetworkSegment(53bc4ebf-3477-4e69-852f-6455af458305),segment_id=53bc4ebf-3477-4e69-852f-6455af458305)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:35.557485 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.565938 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0ff37308-c281-486f-a82b-2aa9b641f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.575253 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Transition to ACTIVE for port object 925d2285-c6ed-44d5-ba63-69089e7de91b will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:35.581100 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680013'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.593686 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Pushing event updated for resources: {'Port': ['ID=2fc88857-5563-45ed-ae9a-2b2b3be156c4,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.602804 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.651308 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Attempting to bind port 925d2285-c6ed-44d5-ba63-69089e7de91b on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:35.651627 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Attempting to bind port 925d2285-c6ed-44d5-ba63-69089e7de91b by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:35.652029 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Attempting to bind port 925d2285-c6ed-44d5-ba63-69089e7de91b on network fbb632c9-8b35-4e29-be59-eb560b37b88d {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:35.654102 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff37308-c281-486f-a82b-2aa9b641f55d None None] Pushing event updated for resources: {'Port': ['ID=8c25e900-16a9-401b-b4c3-00a001cb0e71,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.684265 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:35.685055 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Checking segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:35.685055 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.685449 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Bound using segment: {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:35.686180 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Bound port: 925d2285-c6ed-44d5-ba63-69089e7de91b, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac75f18-5d89-4ad5-8357-111ca6b1aacd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:35.686583 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.696145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:35.697680 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:35.746011 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1794cf7-10eb-45c3-acf6-edf728a0f10a None None] Pushing event updated for resources: {'Port': ['ID=925d2285-c6ed-44d5-ba63-69089e7de91b,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.762269 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] For port 925d2285-c6ed-44d5-ba63-69089e7de91b, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:35.767087 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] For port 925d2285-c6ed-44d5-ba63-69089e7de91b, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=925d2285-c6ed-44d5-ba63-69089e7de91b,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:35.770396 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-a9f7b2ce-0ae9-4e9f-a2cd-5f4275868da1 None None] Provisioning complete for port 8c25e900-16a9-401b-b4c3-00a001cb0e71 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:35.770803 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b2ce-0ae9-4e9f-a2cd-5f4275868da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.774065 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.816124 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Router 05b5b851-9694-45de-826a-c491cd818301 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:35.868441 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Routers {'05b5b851-9694-45de-826a-c491cd818301'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:35.869096 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['05b5b851-9694-45de-826a-c491cd818301'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:35.914681 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1794cf7-10eb-45c3-acf6-edf728a0f10a None None] Pushing event updated for resources: {'Port': ['ID=925d2285-c6ed-44d5-ba63-69089e7de91b,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.928145 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:35.933910 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d2902e06-9202-4580-a09e-20a93c48d75f admin admin] 10.222.0.63 "PUT /v2.0/routers/05b5b851-9694-45de-826a-c491cd818301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7809792 Jul 16 08:52:36.015553 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-a9f7b2ce-0ae9-4e9f-a2cd-5f4275868da1 None None] Provisioning for port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:36.023890 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-a9f7b2ce-0ae9-4e9f-a2cd-5f4275868da1 None None] Provisioning complete for port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:36.024280 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b2ce-0ae9-4e9f-a2cd-5f4275868da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.030024 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] Set router 05b5b851-9694-45de-826a-c491cd818301 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:36.100257 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7b2ce-0ae9-4e9f-a2cd-5f4275868da1 None None] Port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:36.245900 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-9cc82921-6eb9-4911-9317-c52775e7e887 None None] Provisioning complete for port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:36.246495 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-9cc82921-6eb9-4911-9317-c52775e7e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.290097 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-9cc82921-6eb9-4911-9317-c52775e7e887 None None] Port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:36.297416 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 4, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port': {'id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:33Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '2fc88857-5563-45ed-ae9a-2b2b3be156c4', 'name': '', 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'mac_address': 'fa:16:3e:91:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 2, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'subnets': [{'id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:36.322347 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501c9b5-4614-40e5-b110-06bda4851d66 None None] The sync data for ids ['05b5b851-9694-45de-826a-c491cd818301'] in dv-cinder-800768-3-iscsi is: [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 4, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port': {'id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:33Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '2fc88857-5563-45ed-ae9a-2b2b3be156c4', 'name': '', 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'mac_address': 'fa:16:3e:91:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 2, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'subnets': [{'id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:36.415730 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 7a4d03bd-b0f8-43ff-8109-e179db140dce up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:36.440588 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50992) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.445164 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-8b008b1a-5470-44b0-8aef-338240cde64a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091063339', 'description': 'tempest-secgroup-smoke-2091063339 description', 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:36.469792 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 7a4d03bd-b0f8-43ff-8109-e179db140dce completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:36.470502 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b008b1a-5470-44b0-8aef-338240cde64a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.473325 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 7a4d03bd-b0f8-43ff-8109-e179db140dce triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:36.473719 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.587329 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b008b1a-5470-44b0-8aef-338240cde64a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.587652 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.593358 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b008b1a-5470-44b0-8aef-338240cde64a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.625324 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b008b1a-5470-44b0-8aef-338240cde64a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.626692 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8b008b1a-5470-44b0-8aef-338240cde64a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1851046 Jul 16 08:52:36.627145 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 7a4d03bd-b0f8-43ff-8109-e179db140dce, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=7a4d03bd-b0f8-43ff-8109-e179db140dce,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:36.629879 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50994) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.631897 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.633041 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c25e900-16a9-401b-b4c3-00a001cb0e71 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:36.635146 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-db62bb5e-b58e-418e-b66e-ae9a05f72826 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'security_group_rule': {'security_group_id': '6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1', 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:36.640880 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b008b1a-5470-44b0-8aef-338240cde64a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.674389 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-db62bb5e-b58e-418e-b66e-ae9a05f72826 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.716669 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=7a4d03bd-b0f8-43ff-8109-e179db140dce,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.730772 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 8c25e900-16a9-401b-b4c3-00a001cb0e71 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:36.731315 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.737701 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-db62bb5e-b58e-418e-b66e-ae9a05f72826 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.742604 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-db62bb5e-b58e-418e-b66e-ae9a05f72826 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.762916 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62bb5e-b58e-418e-b66e-ae9a05f72826 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce519b3-9d4c-457c-8324-ff6419890824,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.766581 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-db62bb5e-b58e-418e-b66e-ae9a05f72826 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.768123 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-db62bb5e-b58e-418e-b66e-ae9a05f72826 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368868 Jul 16 08:52:36.770662 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50996) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.775277 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-d7db0b02-56de-45f5-8ed6-ccf309ffbb6d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'security_group_rule': {'security_group_id': '6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1', 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:36.802315 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d7db0b02-56de-45f5-8ed6-ccf309ffbb6d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.863547 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d7db0b02-56de-45f5-8ed6-ccf309ffbb6d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.867445 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d7db0b02-56de-45f5-8ed6-ccf309ffbb6d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.886938 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db0b02-56de-45f5-8ed6-ccf309ffbb6d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5e01b3-7165-4077-9cea-7325ac242eac,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.894919 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d7db0b02-56de-45f5-8ed6-ccf309ffbb6d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.896165 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d7db0b02-56de-45f5-8ed6-ccf309ffbb6d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244721 Jul 16 08:52:36.898904 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 50998) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.903423 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-c1df3980-7e7e-4c6e-a7ec-bd38fda24001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'security_group_rule': {'security_group_id': '6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1', 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:36.930492 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c1df3980-7e7e-4c6e-a7ec-bd38fda24001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.988650 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c1df3980-7e7e-4c6e-a7ec-bd38fda24001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.992261 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c1df3980-7e7e-4c6e-a7ec-bd38fda24001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.007071 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df3980-7e7e-4c6e-a7ec-bd38fda24001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd11071-049a-4d3d-a932-f14cf70845dd,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.017798 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c1df3980-7e7e-4c6e-a7ec-bd38fda24001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.019175 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c1df3980-7e7e-4c6e-a7ec-bd38fda24001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193390 Jul 16 08:52:37.021873 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51000) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.026818 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-e3823f1e-a411-4cbb-a627-d8f81b67b95d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'security_group_rule': {'security_group_id': '6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1', 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:37.030523 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.054272 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e3823f1e-a411-4cbb-a627-d8f81b67b95d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.113899 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e3823f1e-a411-4cbb-a627-d8f81b67b95d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.117435 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e3823f1e-a411-4cbb-a627-d8f81b67b95d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.134211 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3823f1e-a411-4cbb-a627-d8f81b67b95d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e57ae7-33e6-4034-a15d-e94aca032839,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.141696 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e3823f1e-a411-4cbb-a627-d8f81b67b95d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.142900 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e3823f1e-a411-4cbb-a627-d8f81b67b95d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201005 Jul 16 08:52:37.145568 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51002) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.149857 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-3c1424b5-9e9f-448b-8a26-6fc2cce6f05b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'security_group_rule': {'security_group_id': '6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1', 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:37.171296 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.securitygroups_db [None req-3c1424b5-9e9f-448b-8a26-6fc2cce6f05b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Project e4c39dfc56ac4c019fa74c32ac45a62a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:52:37.175787 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3c1424b5-9e9f-448b-8a26-6fc2cce6f05b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.233937 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3c1424b5-9e9f-448b-8a26-6fc2cce6f05b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.237440 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3c1424b5-9e9f-448b-8a26-6fc2cce6f05b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.254436 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1424b5-9e9f-448b-8a26-6fc2cce6f05b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce01645-22dc-4df8-87a3-860ffe17933c,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.260565 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3c1424b5-9e9f-448b-8a26-6fc2cce6f05b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.261762 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3c1424b5-9e9f-448b-8a26-6fc2cce6f05b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152837 Jul 16 08:52:37.264490 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51004) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.268759 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-830bdc4e-26b1-438a-b564-228f827953fa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'security_group_rule': {'security_group_id': '6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1', 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:37.289261 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.db.securitygroups_db [None req-830bdc4e-26b1-438a-b564-228f827953fa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Project e4c39dfc56ac4c019fa74c32ac45a62a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:52:37.294580 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-830bdc4e-26b1-438a-b564-228f827953fa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.352596 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-830bdc4e-26b1-438a-b564-228f827953fa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.357547 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-830bdc4e-26b1-438a-b564-228f827953fa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739371'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.375380 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bdc4e-26b1-438a-b564-228f827953fa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f47e40b-3a3b-4f53-b490-5f2ede1c583b,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.380247 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-830bdc4e-26b1-438a-b564-228f827953fa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.381574 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-830bdc4e-26b1-438a-b564-228f827953fa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160440 Jul 16 08:52:38.439366 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 7a4d03bd-b0f8-43ff-8109-e179db140dce up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:38.486261 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 7a4d03bd-b0f8-43ff-8109-e179db140dce triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:38.486710 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.573242 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 925d2285-c6ed-44d5-ba63-69089e7de91b up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:38.619383 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 925d2285-c6ed-44d5-ba63-69089e7de91b completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:38.623646 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 925d2285-c6ed-44d5-ba63-69089e7de91b triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:38.624118 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.702669 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.723867 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 925d2285-c6ed-44d5-ba63-69089e7de91b, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=925d2285-c6ed-44d5-ba63-69089e7de91b,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:38.727729 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.782763 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=925d2285-c6ed-44d5-ba63-69089e7de91b,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.783015 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Sync routers for ids ['05b5b851-9694-45de-826a-c491cd818301'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:38.793569 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Routers {'05b5b851-9694-45de-826a-c491cd818301'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:38.794219 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['05b5b851-9694-45de-826a-c491cd818301'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:38.902624 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Set router 05b5b851-9694-45de-826a-c491cd818301 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:39.093022 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 4, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port': {'id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:33Z', 'updated_at': '2021-07-16T08:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '2fc88857-5563-45ed-ae9a-2b2b3be156c4', 'name': '', 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'mac_address': 'fa:16:3e:91:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 2, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'subnets': [{'id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:39.118138 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Checking router: 05b5b851-9694-45de-826a-c491cd818301 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:39.118498 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Updating router 05b5b851-9694-45de-826a-c491cd818301 port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 binding host dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:39.155498 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.409828 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Notify callbacks [] for port, precommit_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.419084 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.provisioning_blocks [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Transition to ACTIVE for port object 2fc88857-5563-45ed-ae9a-2b2b3be156c4 will not be triggered until provisioned by entity L2. {{(pid=99545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:39.425003 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.473059 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208a06c-88cb-4ed3-907c-801665de8071 None None] Pushing event updated for resources: {'Port': ['ID=2fc88857-5563-45ed-ae9a-2b2b3be156c4,revision_number=3']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.531950 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Attempting to bind port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 on host dv-cinder-800768-3-iscsi for vnic_type normal with profile {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:39.532314 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Attempting to bind port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 by drivers openvswitch,hyperv on host dv-cinder-800768-3-iscsi at level 0 using segments [{'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:39.532672 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Attempting to bind port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 on network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:39.537954 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Checking agent: {'id': 'af23f76f-dd9b-410f-a437-decbca9bcd7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 34, 4), 'started_at': datetime.datetime(2021, 7, 16, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:39.538321 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Checking segment: {'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:39.538720 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.539103 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Bound using segment: {'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'} {{(pid=99545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:39.539558 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.managers [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Bound port: 2fc88857-5563-45ed-ae9a-2b2b3be156c4, host: dv-cinder-800768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bc4ebf-3477-4e69-852f-6455af458305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31'}}] {{(pid=99545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:39.539969 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.601970 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] For port 2fc88857-5563-45ed-ae9a-2b2b3be156c4, host dv-cinder-800768-3-iscsi, cleared binding levels {{(pid=99545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:39.605231 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.plugins.ml2.db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] For port 2fc88857-5563-45ed-ae9a-2b2b3be156c4, host dv-cinder-800768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=2fc88857-5563-45ed-ae9a-2b2b3be156c4,segment=NetworkSegment(53bc4ebf-3477-4e69-852f-6455af458305),segment_id=53bc4ebf-3477-4e69-852f-6455af458305)] {{(pid=99545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:39.610187 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron_lib.callbacks.manager [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.657920 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Routers {'05b5b851-9694-45de-826a-c491cd818301'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:39.658544 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:52:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['05b5b851-9694-45de-826a-c491cd818301'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:39.716609 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208a06c-88cb-4ed3-907c-801665de8071 None None] Pushing event updated for resources: {'Port': ['ID=2fc88857-5563-45ed-ae9a-2b2b3be156c4,revision_number=4']} {{(pid=99545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.779191 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] Set router 05b5b851-9694-45de-826a-c491cd818301 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:40.059978 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 4, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port': {'id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:33Z', 'updated_at': '2021-07-16T08:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '2fc88857-5563-45ed-ae9a-2b2b3be156c4', 'name': '', 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'mac_address': 'fa:16:3e:91:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 4, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'subnets': [{'id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:40.086369 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07dc09-a340-435a-b0f0-f853cd59649b None None] The sync data for ids ['05b5b851-9694-45de-826a-c491cd818301'] in dv-cinder-800768-3-iscsi is: [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 4, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port': {'id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:33Z', 'updated_at': '2021-07-16T08:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '2fc88857-5563-45ed-ae9a-2b2b3be156c4', 'name': '', 'network_id': 'bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'mac_address': 'fa:16:3e:91:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 4, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'subnets': [{'id': '781c8c45-ed79-4620-9e61-21affc51fc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:40.393265 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 2fc88857-5563-45ed-ae9a-2b2b3be156c4 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:40.444350 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning for port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:40.448465 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:40.448857 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.532878 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.570068 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] For port 2fc88857-5563-45ed-ae9a-2b2b3be156c4, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=2fc88857-5563-45ed-ae9a-2b2b3be156c4,segment=NetworkSegment(53bc4ebf-3477-4e69-852f-6455af458305),segment_id=53bc4ebf-3477-4e69-852f-6455af458305)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:40.575068 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.575853 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 925d2285-c6ed-44d5-ba63-69089e7de91b up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:40.651076 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Pushing event updated for resources: {'Port': ['ID=2fc88857-5563-45ed-ae9a-2b2b3be156c4,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:40.664756 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 925d2285-c6ed-44d5-ba63-69089e7de91b triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:40.665202 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.373990 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 2fc88857-5563-45ed-ae9a-2b2b3be156c4 up at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:42.540257 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Provisioning complete for port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:42.540632 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.724594 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-798e5996-791a-4424-9446-85bd842e0551 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091063339&fields=id&tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a HTTP/1.1" status: 200 len: 267 time: 0.0316138 Jul 16 08:52:53.827413 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-7635ef36-982e-43d6-9b88-ef89d8c81bd5 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.828786 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-7635ef36-982e-43d6-9b88-ef89d8c81bd5 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 808 time: 0.0980749 Jul 16 08:52:53.842412 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c727c34e-8f9f-4305-9f70-7e0ff775e3dd tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/quotas/e4c39dfc56ac4c019fa74c32ac45a62a HTTP/1.1" status: 200 len: 375 time: 0.0084722 Jul 16 08:52:53.907473 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-2083ab11-811d-4f0e-bac9-4869b3a06c03 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604460 Jul 16 08:52:54.005692 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-88da356d-2ef5-47f7-bd28-57ad2c6cb500 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:52:54.006779 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-88da356d-2ef5-47f7-bd28-57ad2c6cb500 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0885859 Jul 16 08:52:54.097024 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-7bea8af7-1d6f-4dc7-b9d3-f128f17ba379 service neutron] 10.222.0.63 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844848 Jul 16 08:52:54.185993 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-2c35e14b-8a27-41ef-b916-92e1ad858055 service neutron] 10.222.0.63 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834856 Jul 16 08:52:54.480837 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2380e2ef-244a-46ce-8e89-1510e3da4dad req-14787dee-a8db-420c-915d-a1a2ead4a617 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 210 time: 0.0312302 Jul 16 08:52:55.640857 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-69880f9c-4e8e-4987-9836-adac7dab8267 req-88cf2903-8358-43f8-b68d-a70824e41461 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 210 time: 0.0434203 Jul 16 08:52:55.714600 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-066f81b2-d620-4b4f-8a4a-67bad2eb2a68 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.716093 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-066f81b2-d620-4b4f-8a4a-67bad2eb2a68 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 808 time: 0.1287715 Jul 16 08:52:55.768095 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-2492afbc-1602-4c46-a5af-ea01727eafb8 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a HTTP/1.1" status: 200 len: 380 time: 0.0372858 Jul 16 08:52:55.782292 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'port': {'device_id': '532f3708-8161-4620-98b9-0c847ecccd72', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'admin_state_up': True, 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'security_groups': ['6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:55.886314 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Made reservation on behalf of e4c39dfc56ac4c019fa74c32ac45a62a for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:55.889825 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.010941 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Allocated IP 172.20.0.14 (ed7a579a-c81c-49ee-b46f-1cea7a5655ae/ebba5447-1bfc-4ee3-9e8f-a993f68c7a73/5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:56.140960 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.158840 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Transition to ACTIVE for port object 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:56.191417 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.232903 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:56.237907 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:56.241545 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:56.269065 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:56.296260 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:56.296892 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.313013 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-bffc5cd2-998e-4be2-ab86-a590fb028979 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5342474 Jul 16 08:52:56.334579 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Request body: {'port': {'device_id': '532f3708-8161-4620-98b9-0c847ecccd72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:56.414937 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.468173 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-6f950ec3-168a-44fe-b208-2fac54cde38b None None] Provisioning for port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc completed by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:56.471991 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-6f950ec3-168a-44fe-b208-2fac54cde38b None None] Provisioning complete for port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc triggered by entity DHCP. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:56.472373 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-6f950ec3-168a-44fe-b208-2fac54cde38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.507209 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-6f950ec3-168a-44fe-b208-2fac54cde38b None None] Port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc cannot update to ACTIVE because it is not bound. {{(pid=99544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:56.667782 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:56.675653 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.687631 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Transition to ACTIVE for port object 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:56.691336 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.742859 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Pushing event updated for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:56.814208 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Attempting to bind port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc on host hv-cinder-80076 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:56.814555 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Attempting to bind port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:56.814890 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Attempting to bind port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc on network ed7a579a-c81c-49ee-b46f-1cea7a5655ae {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:56.818945 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c977f3-9c3c-4621-8dbc-f6025ae894b8 req-ce803399-bc70-43fb-a147-ec713789a719 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:56.819425 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc on network ed7a579a-c81c-49ee-b46f-1cea7a5655ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:56.819653 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Attempting to bind port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc on network ed7a579a-c81c-49ee-b46f-1cea7a5655ae {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:56.820561 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f4c977f3-9c3c-4621-8dbc-f6025ae894b8 req-ce803399-bc70-43fb-a147-ec713789a719 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0651789 Jul 16 08:52:56.824665 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Checking agent: {'id': '39648773-1345-46b6-b920-af13e4893925', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'started_at': datetime.datetime(2021, 7, 16, 8, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:56.825010 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Checking segment: {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:56.825398 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Bound using segment: {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:56.825833 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Bound port: 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31da06fa-0cfd-4f40-a383-a1ad29959045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:56.826192 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.860219 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f4c977f3-9c3c-4621-8dbc-f6025ae894b8 req-d4e3004e-da79-449d-8f60-4bba8236e8d1 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Jul 16 08:52:56.893281 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:56.896355 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:56.901684 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8946657'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.935751 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:56.936397 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.937776 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] 10.222.0.62 "PUT /v2.0/ports/5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 1094 time: 0.6077635 Jul 16 08:52:56.938211 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:56.940471 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4480554a-714c-4e63-8628-cfe6448ff30d" -d '{"events": [{"name": "network-changed", "server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:56.965009 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470dd73-3781-4e50-b2d1-6b6deb3bffad service neutron] Pushing event updated for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:57.045066 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc0a2a1-0bfa-4852-a438-7cca754ced59 x-openstack-request-id: req-3fc0a2a1-0bfa-4852-a438-7cca754ced59 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:57.045359 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:57.045613 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3fc0a2a1-0bfa-4852-a438-7cca754ced59 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:57.046016 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'status': 'completed', 'code': 200} Jul 16 08:52:57.057759 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-9edcfd36-b418-4f5b-a76c-cb40da4dfc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.059862 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-9edcfd36-b418-4f5b-a76c-cb40da4dfc9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1097 time: 0.0622528 Jul 16 08:52:57.105728 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-c69fb194-3ed1-40cd-9a5b-e61894f96e67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 217 time: 0.0339131 Jul 16 08:52:57.154225 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-aa91a717-590b-46fa-805e-54994e5d2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.155685 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-aa91a717-590b-46fa-805e-54994e5d2cf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0436795 Jul 16 08:52:57.210392 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-7eb90b33-1ad0-4aa3-966b-cf41910f84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.211842 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-7eb90b33-1ad0-4aa3-966b-cf41910f84ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501888 Jul 16 08:52:57.299576 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-28dfd72f-cb74-4d64-be67-08ad743667b9 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813904 Jul 16 08:52:57.649472 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f66a2fb3-30c6-4ab1-9c75-df279f38a8b0 req-e45ac4d0-672e-4989-a648-ec9770c09e99 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438210 Jul 16 08:52:57.792549 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480554a-714c-4e63-8628-cfe6448ff30d req-66a43498-d884-43fb-a38c-fa39347201e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.793987 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4480554a-714c-4e63-8628-cfe6448ff30d req-66a43498-d884-43fb-a38c-fa39347201e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1097 time: 0.0506525 Jul 16 08:52:57.878640 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480554a-714c-4e63-8628-cfe6448ff30d req-ebdfa546-c64f-482c-b9fb-e88bc4fb2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.880061 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4480554a-714c-4e63-8628-cfe6448ff30d req-ebdfa546-c64f-482c-b9fb-e88bc4fb2349 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 909 time: 0.0799081 Jul 16 08:52:57.936873 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4480554a-714c-4e63-8628-cfe6448ff30d req-95ef7c82-2624-46f3-8bf6-1b278684d14d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 217 time: 0.0362961 Jul 16 08:52:57.983931 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480554a-714c-4e63-8628-cfe6448ff30d req-3f1ca172-1ecf-4adf-be7a-27d36014415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.985501 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4480554a-714c-4e63-8628-cfe6448ff30d req-3f1ca172-1ecf-4adf-be7a-27d36014415a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0428040 Jul 16 08:52:58.030912 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6da4cc-2b12-45d3-865a-3684f90a2d01 req-4060e2c2-11bf-47dd-a5ef-1f00489dda0c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.032394 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4a6da4cc-2b12-45d3-865a-3684f90a2d01 req-4060e2c2-11bf-47dd-a5ef-1f00489dda0c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0626628 Jul 16 08:52:58.043330 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480554a-714c-4e63-8628-cfe6448ff30d req-b9001499-4f40-4c79-8f20-6f436c25f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.044864 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4480554a-714c-4e63-8628-cfe6448ff30d req-b9001499-4f40-4c79-8f20-6f436c25f272 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527997 Jul 16 08:52:58.069447 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-4a6da4cc-2b12-45d3-865a-3684f90a2d01 req-f2384ecf-9388-4b0c-a86a-38dcaa23ab3a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Jul 16 08:52:58.138767 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4480554a-714c-4e63-8628-cfe6448ff30d req-109f53a6-48f9-4eb9-8319-fc4fff8cbaca service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Jul 16 08:52:58.225615 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4480554a-714c-4e63-8628-cfe6448ff30d req-058247e6-913c-4cad-99ef-9189f9c4f4cc service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798800 Jul 16 08:52:59.249259 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd7b0-fdc7-440f-a576-4f676d3a594e req-e3db76ae-d066-435e-bb3d-d5171b4e21d4 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:59.250721 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c1efd7b0-fdc7-440f-a576-4f676d3a594e req-e3db76ae-d066-435e-bb3d-d5171b4e21d4 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0648777 Jul 16 08:52:59.286491 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c1efd7b0-fdc7-440f-a576-4f676d3a594e req-1a3562c3-3e52-46f1-9972-a0fa5cf0b74c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302973 Jul 16 08:53:00.047357 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:00.457718 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61c65d-9d38-4c70-b15d-ffe92ff38ddb req-4b4b2a67-4528-460a-83b1-60b6b3784e59 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:00.459175 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9f61c65d-9d38-4c70-b15d-ffe92ff38ddb req-4b4b2a67-4528-460a-83b1-60b6b3784e59 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0647864 Jul 16 08:53:00.500868 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9f61c65d-9d38-4c70-b15d-ffe92ff38ddb req-b5bed13e-e0a6-40f9-92ae-7825fa30adac tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360608 Jul 16 08:53:00.775207 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.519791 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ed9ecdf3-b698-4a2c-9e1b-75f88cbb0e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.665528 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5db3b-638a-4e90-b49e-642458fc160d req-9d86a79d-7d68-4651-be28-5648fe2282df tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:01.667242 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3fa5db3b-638a-4e90-b49e-642458fc160d req-9d86a79d-7d68-4651-be28-5648fe2282df tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0612237 Jul 16 08:53:01.703695 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3fa5db3b-638a-4e90-b49e-642458fc160d req-0f3cbfb5-06aa-4559-8aad-cb80f9b1c16f tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310600 Jul 16 08:53:02.869986 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f809fe-6368-4a85-89b1-1f73f27bce6a req-0b85e09d-2fef-45a1-b929-781d9506c613 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.871421 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f7f809fe-6368-4a85-89b1-1f73f27bce6a req-0b85e09d-2fef-45a1-b929-781d9506c613 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0618408 Jul 16 08:53:02.907779 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-f7f809fe-6368-4a85-89b1-1f73f27bce6a req-80f1be29-e57b-4511-9697-74e56588aca8 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309379 Jul 16 08:53:04.081633 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86aaf7-93b2-4967-b10c-993f7ef7c51c req-17e5c7ad-a521-4c4b-a957-2170e84f6cc9 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.083132 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f86aaf7-93b2-4967-b10c-993f7ef7c51c req-17e5c7ad-a521-4c4b-a957-2170e84f6cc9 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0669379 Jul 16 08:53:04.092260 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9da5-806b-4d33-86f3-70c58c7b037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.097075 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.121182 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f86aaf7-93b2-4967-b10c-993f7ef7c51c req-75aecf1a-f4e7-4dd2-9963-14004c1719ee tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Jul 16 08:53:05.226051 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.294006 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f414-e158-4877-ad92-5e71775ec261 req-1809d7af-9636-427b-9288-b7bf6564720f tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.295459 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9ab4f414-e158-4877-ad92-5e71775ec261 req-1809d7af-9636-427b-9288-b7bf6564720f tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0620658 Jul 16 08:53:05.335336 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-9ab4f414-e158-4877-ad92-5e71775ec261 req-19f2f1ab-baa7-4f7f-b051-8650ffc8019a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344052 Jul 16 08:53:05.893906 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:05.983547 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:05.997047 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'port_id': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'mac_address': 'fa:16:3e:01:09:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:06.031898 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.043931 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:06.062339 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:06.066037 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.109563 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.343891 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:06.504044 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0739e-c787-40e1-8880-377ce5916b9a req-6ffe1b37-95db-4536-94e1-292c848cff2c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.505479 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-16f0739e-c787-40e1-8880-377ce5916b9a req-6ffe1b37-95db-4536-94e1-292c848cff2c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 945 time: 0.0622113 Jul 16 08:53:06.541930 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-16f0739e-c787-40e1-8880-377ce5916b9a req-5d0a40ff-84f5-4131-a56d-060035b057ca tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308177 Jul 16 08:53:07.019724 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.707764 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeedccc-4a84-4c43-8e18-3853241cbea7 req-94776cd5-a1d9-4963-8f2a-bd039c224a3f tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.709234 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-faeedccc-4a84-4c43-8e18-3853241cbea7 req-94776cd5-a1d9-4963-8f2a-bd039c224a3f tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 945 time: 0.0606101 Jul 16 08:53:07.745438 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-faeedccc-4a84-4c43-8e18-3853241cbea7 req-52c2218e-de53-4191-8795-ef1a424d744e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308239 Jul 16 08:53:07.909815 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:07.956941 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning for port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc completed by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:07.960518 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:07.960890 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.033952 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.055592 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:08.057840 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d056f8-4a5a-4409-9a4b-aeac3b713741" -d '{"events": [{"server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "name": "network-vif-plugged", "status": "completed", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:08.070463 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:08.074862 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.125732 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=5']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:08.146726 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b59c4e5-2b3b-4b90-9717-55fddc5f0760 x-openstack-request-id: req-7b59c4e5-2b3b-4b90-9717-55fddc5f0760 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:08.147020 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "name": "network-vif-plugged", "status": "completed", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:08.147279 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7b59c4e5-2b3b-4b90-9717-55fddc5f0760 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:08.147676 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'code': 200} Jul 16 08:53:08.432361 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daa62b-29d6-44d0-949f-1c046f12caea req-8bb63594-a3f0-4a1b-906d-1161bb70feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.433850 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-60daa62b-29d6-44d0-949f-1c046f12caea req-8bb63594-a3f0-4a1b-906d-1161bb70feec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1099 time: 0.0511255 Jul 16 08:53:08.467222 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-60daa62b-29d6-44d0-949f-1c046f12caea req-5ecb0eca-a38b-4ecd-85aa-2fbe51cbf5a8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264769 Jul 16 08:53:08.911132 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8e8f6-677e-476c-8a6d-42267d8c4910 req-5023df88-81b6-4a68-a978-5895f430f233 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.912583 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c0a8e8f6-677e-476c-8a6d-42267d8c4910 req-5023df88-81b6-4a68-a978-5895f430f233 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0601335 Jul 16 08:53:08.948736 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c0a8e8f6-677e-476c-8a6d-42267d8c4910 req-ee9024cd-ff7d-495a-9c66-373e63f6ef0e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305388 Jul 16 08:53:10.119496 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164f89a-8d79-4cce-a2c4-3a2f9fdfa509 req-dfc795a3-6e11-45bc-8253-5a547139bd46 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.121002 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2164f89a-8d79-4cce-a2c4-3a2f9fdfa509 req-dfc795a3-6e11-45bc-8253-5a547139bd46 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0634756 Jul 16 08:53:10.157517 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2164f89a-8d79-4cce-a2c4-3a2f9fdfa509 req-5f2fe4b2-cdb7-45dc-a489-803593f650c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303283 Jul 16 08:53:10.329524 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3800e6-fb76-46ac-b61b-590d1f787b55 req-111416cd-c48f-4444-b355-7af0a74053dd tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.330193 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2f3800e6-fb76-46ac-b61b-590d1f787b55 req-111416cd-c48f-4444-b355-7af0a74053dd tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0634944 Jul 16 08:53:10.368366 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2f3800e6-fb76-46ac-b61b-590d1f787b55 req-daafb5e5-728f-437d-af49-13a08772154f tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Jul 16 08:53:10.392067 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 51164) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.486772 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243dc53e-7dd8-4a69-9190-dd19dee04268 tempest-TestShelveInstance-84459099 tempest-TestShelveInstance-84459099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.489571 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-243dc53e-7dd8-4a69-9190-dd19dee04268 tempest-TestShelveInstance-84459099 tempest-TestShelveInstance-84459099-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1094 time: 0.0964990 Jul 16 08:53:10.492284 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 51168) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.496627 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.v2.base [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Request body: {'floatingip': {'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'port_id': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:10.517154 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for floatingip, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.611832 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.707884 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Allocated IP 172.27.0.48 (fbb632c9-8b35-4e29-be59-eb560b37b88d/224786a0-9ea4-49c1-a5c5-daa33bf132cb/7be4394f-7758-4b39-ba31-8834acd541ff) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:11.082205 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.118606 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254644875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.152747 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Network fbb632c9-8b35-4e29-be59-eb560b37b88d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:11.158205 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:11.161490 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:11.185747 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'Port': ['ID=7be4394f-7758-4b39-ba31-8834acd541ff,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.511009 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.582697 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.724481 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.728644 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708662'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.796455 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event updated for resources: {'Port': ['ID=7be4394f-7758-4b39-ba31-8834acd541ff,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.806217 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368032'] for floatingip, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.903021 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.l3_db [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Floating IP 94f5569b-b3a4-4bb7-ab66-c09b4cb968e4 associated. External IP: 172.27.0.48, port: 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc. Jul 16 08:53:12.097754 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:12.201958 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:12.211082 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] Sync routers for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:12.218401 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.221611 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:12.222237 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:53:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.257589 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4c062aad-40a4-4b23-b734-85597984f833 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7642946 Jul 16 08:53:12.258283 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:12.260559 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a2691-7d95-466e-bb4d-8c12b32fde64" -d '{"events": [{"name": "network-changed", "server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:12.296089 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a609f91-ba17-4f14-9b8e-54d70206acf0 x-openstack-request-id: req-1a609f91-ba17-4f14-9b8e-54d70206acf0 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:12.296382 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:12.296635 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1a609f91-ba17-4f14-9b8e-54d70206acf0 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:12.297035 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'status': 'completed', 'code': 200} Jul 16 08:53:12.328606 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:12.390195 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-25ab3075-1953-47e9-b25a-f843c4006c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.391621 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-25ab3075-1953-47e9-b25a-f843c4006c1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1099 time: 0.0510709 Jul 16 08:53:12.482022 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-2d354a26-4fa4-413d-aff3-9cc1d731d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.483705 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-2d354a26-4fa4-413d-aff3-9cc1d731d0aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 909 time: 0.0864136 Jul 16 08:53:12.546639 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-847c35fa-4da4-4503-a1b0-427ce93be2ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 999 time: 0.0570891 Jul 16 08:53:12.548617 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '94f5569b-b3a4-4bb7-ab66-c09b4cb968e4', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'port_id': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'mac_address': 'fa:16:3e:01:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532f3708-8161-4620-98b9-0c847ecccd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:11Z', 'updated_at': '2021-07-16T08:53:11Z', 'revision_number': 0, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 5, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.574388 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] Checking router: 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:12.583032 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:12.583638 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:53:04Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.593627 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-bb676a96-e8a7-4e80-b2d1-2eab7dfec54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.595095 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-bb676a96-e8a7-4e80-b2d1-2eab7dfec54a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0431023 Jul 16 08:53:12.653357 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-444019d7-8f18-4bb3-a3f0-6f25eac2643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.654844 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-444019d7-8f18-4bb3-a3f0-6f25eac2643e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539191 Jul 16 08:53:12.686600 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:12.740500 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-f317d92d-4738-4370-9a0c-2ee5c34f857f service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797913 Jul 16 08:53:12.831619 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb6a2691-7d95-466e-bb4d-8c12b32fde64 req-374ad336-a4ed-4c89-acca-0e6fa586c0fc service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846236 Jul 16 08:53:12.904561 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '94f5569b-b3a4-4bb7-ab66-c09b4cb968e4', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'port_id': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'mac_address': 'fa:16:3e:01:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532f3708-8161-4620-98b9-0c847ecccd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:11Z', 'updated_at': '2021-07-16T08:53:11Z', 'revision_number': 0, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 5, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.930494 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a2018-45e1-4d73-bc40-958005649f59 None None] The sync data for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi is: [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_floatingips': [{'id': '94f5569b-b3a4-4bb7-ab66-c09b4cb968e4', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'router_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'port_id': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'mac_address': 'fa:16:3e:01:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532f3708-8161-4620-98b9-0c847ecccd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:11Z', 'updated_at': '2021-07-16T08:53:11Z', 'revision_number': 0, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 5, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:13.105138 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd0eb9-7c84-49eb-b5e9-6ee67bdbd170 None None] New status for floating IP 94f5569b-b3a4-4bb7-ab66-c09b4cb968e4: ACTIVE {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:53:30.777922 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.519267 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-34455324-f594-4a6f-a78b-11f978671ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.082963 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-952f6f21-1ee8-4df5-94d8-7ca916c3ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.097796 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.228426 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.022209 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.046517 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:00.773843 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.519102 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b4513b0f-5581-44fc-8f74-7573146fb0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.082732 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ff66248f-8740-48e3-a448-0883fa36fe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.098324 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.231127 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.025358 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.704792 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-6162c2bc-5665-4173-975c-217072f56ab9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499632 Jul 16 08:54:07.811860 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-50be8daa-1905-440c-abed-89c90cce5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:07.813345 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-50be8daa-1905-440c-abed-89c90cce5a88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1099 time: 0.0509918 Jul 16 08:54:07.916098 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-97f2d2b3-d98c-44d2-b962-5619002771b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:07.917564 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-97f2d2b3-d98c-44d2-b962-5619002771b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 909 time: 0.0847330 Jul 16 08:54:07.981914 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-c8eb6646-690b-4039-942e-390b0931e026 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 1001 time: 0.0577445 Jul 16 08:54:08.028179 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-14922e9e-7e57-4c61-8704-58ad40ee316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.029568 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-14922e9e-7e57-4c61-8704-58ad40ee316e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0414031 Jul 16 08:54:08.083905 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-aa709996-c4d9-4ef8-8e05-2c35281815aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.085318 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-aa709996-c4d9-4ef8-8e05-2c35281815aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495958 Jul 16 08:54:08.176424 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-b3ba638f-a477-4065-8c21-ee24b1d8eb83 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850990 Jul 16 08:54:08.261942 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-736f3d56-8f00-4755-ad2e-60ae1ffa981c req-a53ea337-5d73-420f-9f6f-53912e6ac4f5 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794833 Jul 16 08:54:14.045313 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:30.784607 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.519101 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d9571074-c82b-4011-848d-8041c53d2ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.082380 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-22ed347c-26fd-4b89-9ba2-d7f757d63070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.098074 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.234310 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.028261 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.044734 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:00.802908 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.518148 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-532c8e43-c75a-458e-bcb7-ee311def5314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.088722 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f48f-d0a0-43d3-8f8e-b4920d4c53ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.099534 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.236353 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.030136 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.797536 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94d082-4dec-400f-a5c0-f4d7dadfcae3 req-197b6ca3-7bd4-49c5-a684-bdba6543ebda tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.798902 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4c94d082-4dec-400f-a5c0-f4d7dadfcae3 req-197b6ca3-7bd4-49c5-a684-bdba6543ebda tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0657499 Jul 16 08:55:07.835024 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4c94d082-4dec-400f-a5c0-f4d7dadfcae3 req-bb20a7df-6d57-44d7-947e-1e25e703fa95 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Jul 16 08:55:09.049349 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f593b-c954-4cb5-96f1-8b0330fcb969 req-ba178a4f-f8a4-4f1a-80b1-f413007896ab tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:09.050829 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1a8f593b-c954-4cb5-96f1-8b0330fcb969 req-ba178a4f-f8a4-4f1a-80b1-f413007896ab tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0633078 Jul 16 08:55:09.087760 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1a8f593b-c954-4cb5-96f1-8b0330fcb969 req-8f5a6a3c-cf48-4bbc-bbd3-097d594cd16e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Jul 16 08:55:09.790817 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-d13c3fe6-6658-43b5-bc3f-ba408be8d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:09.792297 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-d13c3fe6-6658-43b5-bc3f-ba408be8d29c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1099 time: 0.0512240 Jul 16 08:55:09.893469 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-5864a29d-92e1-4346-80f7-49d53f5f1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:09.894884 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-5864a29d-92e1-4346-80f7-49d53f5f1781 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 909 time: 0.0833511 Jul 16 08:55:09.956661 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-9dd9555b-a097-4094-aa24-87aefac3afb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 1001 time: 0.0551505 Jul 16 08:55:10.003008 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-8152c6c5-5280-48ce-9783-b7d6ad8c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.004407 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-8152c6c5-5280-48ce-9783-b7d6ad8c11d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0417049 Jul 16 08:55:10.061839 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-063207b4-e2c5-4654-822a-52ffe658e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.063188 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-063207b4-e2c5-4654-822a-52ffe658e9d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527148 Jul 16 08:55:10.157222 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-c0d1afbc-7726-40d8-878b-85c278bfbc1e service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873914 Jul 16 08:55:10.277081 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1e316a7-f94c-423d-9a79-b7f2cd32810b req-d00673c7-416f-4975-93fc-179679ec5fd7 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140985 Jul 16 08:55:10.301876 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc4f19-6a29-4ed9-b5b1-4ca504fdacf4 req-245cb453-e3bf-4f00-b585-71a058dea2cb tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.303384 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3edc4f19-6a29-4ed9-b5b1-4ca504fdacf4 req-245cb453-e3bf-4f00-b585-71a058dea2cb tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0821171 Jul 16 08:55:10.341262 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3edc4f19-6a29-4ed9-b5b1-4ca504fdacf4 req-b4c77fad-fdb0-40e1-b1b7-f7661afaa690 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Jul 16 08:55:11.508338 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e79e9-5c90-4fa3-83d1-9ed3b837c026 req-b37f41db-86bf-474b-a086-f9dc7aad4a4b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:11.509693 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0c4e79e9-5c90-4fa3-83d1-9ed3b837c026 req-b37f41db-86bf-474b-a086-f9dc7aad4a4b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0614061 Jul 16 08:55:11.546278 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-0c4e79e9-5c90-4fa3-83d1-9ed3b837c026 req-dfeb0d4c-73b4-4c34-b300-33713ecba2eb tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306613 Jul 16 08:55:12.712283 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33db7-0f0b-4b2d-b610-91fb4988fcfe req-26e87c52-21ee-4c3b-aef3-2ddd6a36d6c2 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:12.713663 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f5e33db7-0f0b-4b2d-b610-91fb4988fcfe req-26e87c52-21ee-4c3b-aef3-2ddd6a36d6c2 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0617225 Jul 16 08:55:12.754239 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f5e33db7-0f0b-4b2d-b610-91fb4988fcfe req-b0f17036-d221-4f83-8de1-b26bacbb0d2b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344660 Jul 16 08:55:13.926429 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463687ee-08ce-4553-93c5-a86b503d0885 req-1183fac4-2e2b-4ec6-af0b-b22fd12f38d3 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:13.927863 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-463687ee-08ce-4553-93c5-a86b503d0885 req-1183fac4-2e2b-4ec6-af0b-b22fd12f38d3 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0644898 Jul 16 08:55:13.964086 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-463687ee-08ce-4553-93c5-a86b503d0885 req-3415a13c-a966-4206-852d-53ad5209ba60 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Jul 16 08:55:15.130377 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b56ce-66c5-49b8-83fe-2ed478989444 req-9fa2d12a-edc8-48eb-90db-86d32547e6eb tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:15.131847 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5a0b56ce-66c5-49b8-83fe-2ed478989444 req-9fa2d12a-edc8-48eb-90db-86d32547e6eb tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0616858 Jul 16 08:55:15.168287 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5a0b56ce-66c5-49b8-83fe-2ed478989444 req-a5ed7524-4a57-47a9-ac60-2a97eef4dbf7 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Jul 16 08:55:16.334953 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df2c78-6396-437e-a212-199a8c5c9f71 req-5c0268c3-87b1-47aa-9a18-f621fb843100 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.336443 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c6df2c78-6396-437e-a212-199a8c5c9f71 req-5c0268c3-87b1-47aa-9a18-f621fb843100 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0611727 Jul 16 08:55:16.372652 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-c6df2c78-6396-437e-a212-199a8c5c9f71 req-dcaf1508-fc14-4ede-9923-1786a8d6b109 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302918 Jul 16 08:55:17.541732 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9a7f8-b479-4140-af2f-6c47afaf250c req-5aefa41e-bb22-4b60-aab9-1cd8f69b317c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.543092 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36d9a7f8-b479-4140-af2f-6c47afaf250c req-5aefa41e-bb22-4b60-aab9-1cd8f69b317c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0616379 Jul 16 08:55:17.579128 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36d9a7f8-b479-4140-af2f-6c47afaf250c req-941c439e-add3-4bc7-beb0-6311f83bc175 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300899 Jul 16 08:55:17.976474 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-8b51e3fa-c2c2-4220-9d35-50fbe4f5bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.977935 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-8b51e3fa-c2c2-4220-9d35-50fbe4f5bcb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1099 time: 0.0539720 Jul 16 08:55:18.064313 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-c79a8b7b-7fc5-4fd3-92e8-68d17dcfd5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.065735 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-c79a8b7b-7fc5-4fd3-92e8-68d17dcfd5e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 909 time: 0.0811117 Jul 16 08:55:18.130181 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-2db33cda-0be0-42d5-aab5-e9e55d19fb3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 1001 time: 0.0584033 Jul 16 08:55:18.178454 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-89c76905-17ec-4ecb-a8a3-348fac57ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.179899 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-89c76905-17ec-4ecb-a8a3-348fac57ef66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0441244 Jul 16 08:55:18.235201 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-45b48b2b-a1fc-4353-a00c-944b981a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.236603 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-45b48b2b-a1fc-4353-a00c-944b981a1706 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504587 Jul 16 08:55:18.326187 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-bb1d1911-7737-4490-9c68-9aa682312e16 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832846 Jul 16 08:55:18.411427 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00204376-a1d5-4dad-8114-2d717e6db9bf req-50e294f9-8478-46c3-98e4-3da42d57ffa7 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788500 Jul 16 08:55:18.748684 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04a1f2-855e-48e8-b453-41754507c679 req-2a2653ba-a095-4b25-97aa-073aa1595b58 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.750137 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e04a1f2-855e-48e8-b453-41754507c679 req-2a2653ba-a095-4b25-97aa-073aa1595b58 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0645483 Jul 16 08:55:18.786501 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-1e04a1f2-855e-48e8-b453-41754507c679 req-3091dcad-772a-4156-9aa2-fb3ec2993980 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309782 Jul 16 08:55:19.957775 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34ec44-dc37-4ced-9417-55ebb6dfac24 req-7bac2bb0-5d7a-4bf9-a130-2f2b2c3eb4e9 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.959270 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ac34ec44-dc37-4ced-9417-55ebb6dfac24 req-7bac2bb0-5d7a-4bf9-a130-2f2b2c3eb4e9 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0667257 Jul 16 08:55:19.996688 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ac34ec44-dc37-4ced-9417-55ebb6dfac24 req-9a0b891e-7ed9-439a-b218-b7d22389ea11 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319524 Jul 16 08:55:21.162326 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f23534-284f-46b1-b2c9-db955f7f6d16 req-55b84e8c-8a33-451b-94be-ae2cef43e1d0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.164058 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-67f23534-284f-46b1-b2c9-db955f7f6d16 req-55b84e8c-8a33-451b-94be-ae2cef43e1d0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0615351 Jul 16 08:55:21.200682 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-67f23534-284f-46b1-b2c9-db955f7f6d16 req-62f6ab7f-f1ee-4527-be46-79e0f6e9b4ed tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Jul 16 08:55:22.463864 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:22.544155 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.561775 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e94d2-7a7c-487a-bccc-a03bbbde1c86 req-32d88811-0a18-48ad-84bd-d9d69a166216 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:22.563285 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2d4e94d2-7a7c-487a-bccc-a03bbbde1c86 req-32d88811-0a18-48ad-84bd-d9d69a166216 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0652149 Jul 16 08:55:22.569156 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-fa92cab3-e339-424e-9975-7df4066e42e9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379757 Jul 16 08:55:22.569730 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:22.572247 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae7c568-11c0-4a54-89e9-dbd226713008" -d '{"events": [{"server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "name": "network-vif-unplugged", "status": "completed", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:22.585240 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:22.591833 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.605522 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-2d4e94d2-7a7c-487a-bccc-a03bbbde1c86 req-eb92073e-e032-420f-9c4d-66a63d7974ce tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367231 Jul 16 08:55:22.631964 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04fbdcd-ef17-455f-972f-fb338ac468da x-openstack-request-id: req-f04fbdcd-ef17-455f-972f-fb338ac468da {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:22.632259 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "name": "network-vif-unplugged", "status": "failed", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc", "code": 422}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:22.632512 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f04fbdcd-ef17-455f-972f-fb338ac468da {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:22.632973 dv-cinder-800768-3-iscsi neutron-server[99544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'code': 422} returned with failed status Jul 16 08:55:22.657634 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=6']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.665154 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.665508 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.665853 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.666195 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.666528 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.666887 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.667222 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.667552 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.667893 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.668334 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.668681 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:22.669535 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.780602 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324189d-4483-4a37-a55c-82e97a9defb3 req-ade097ca-aef2-45e7-84a3-a7ccbc04a001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:23.781953 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2324189d-4483-4a37-a55c-82e97a9defb3 req-ade097ca-aef2-45e7-84a3-a7ccbc04a001 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0621388 Jul 16 08:55:23.818408 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2324189d-4483-4a37-a55c-82e97a9defb3 req-399ec9d8-e1e2-4782-94c0-b4e74861d1be tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309041 Jul 16 08:55:24.039607 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-a5a3f0ea-bfcf-4d87-8502-e1d3df6c2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.040974 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-a5a3f0ea-bfcf-4d87-8502-e1d3df6c2970 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72&tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a HTTP/1.1" status: 200 len: 1097 time: 0.0528290 Jul 16 08:55:24.121055 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-b096ee4b-bc2f-4490-ac43-21f17017b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.122495 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-b096ee4b-bc2f-4490-ac43-21f17017b069 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1097 time: 0.0494733 Jul 16 08:55:24.206824 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-d1d7cef5-58d1-4025-8d61-1c685f1b0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.208298 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-d1d7cef5-58d1-4025-8d61-1c685f1b0c76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 909 time: 0.0802562 Jul 16 08:55:24.272305 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-07df183c-5e3d-4e64-8154-acaa30c18833 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 999 time: 0.0576665 Jul 16 08:55:24.317387 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-78a57555-85da-467e-96d8-da451c65063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.318686 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-78a57555-85da-467e-96d8-da451c65063f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0410471 Jul 16 08:55:24.372054 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-98dac6ab-0221-4028-b89c-9d5e0c8ec7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.373479 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-98dac6ab-0221-4028-b89c-9d5e0c8ec7f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488975 Jul 16 08:55:24.461770 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-fe15be38-9224-4a21-9cd8-20116aa0b1dd service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816469 Jul 16 08:55:24.545133 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fce25ca2-4063-4e70-8ef0-fdb3f82e60fb req-8738696f-9da2-4055-9873-5cc57cf0b4c9 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774584 Jul 16 08:55:24.990361 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57039-0b5a-4b05-9d06-a39d7defa8d8 req-c9ddc763-5df8-4318-ab26-e8561817d9f7 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.991821 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7ed57039-0b5a-4b05-9d06-a39d7defa8d8 req-c9ddc763-5df8-4318-ab26-e8561817d9f7 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0655754 Jul 16 08:55:25.027974 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7ed57039-0b5a-4b05-9d06-a39d7defa8d8 req-af1ff3e0-6462-43d7-9722-49c23d55d233 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301211 Jul 16 08:55:26.199855 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9638e2-5575-4178-8c48-d42bfd097d98 req-f45dda51-f19f-4e07-a622-67b80ace1f2c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.201887 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb9638e2-5575-4178-8c48-d42bfd097d98 req-f45dda51-f19f-4e07-a622-67b80ace1f2c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0649722 Jul 16 08:55:26.237997 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fb9638e2-5575-4178-8c48-d42bfd097d98 req-c28dd436-304a-40ea-9b57-23412d6b57ff tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306635 Jul 16 08:55:27.405057 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac776796-060c-4f88-93bd-fca18aaf5d46 req-8c77890d-4751-48b6-92e9-25a3552a0bfe tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.406516 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ac776796-060c-4f88-93bd-fca18aaf5d46 req-8c77890d-4751-48b6-92e9-25a3552a0bfe tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0613263 Jul 16 08:55:27.442140 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-ac776796-060c-4f88-93bd-fca18aaf5d46 req-34de9186-9eb3-4204-9ec1-807a1f35c01f tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301387 Jul 16 08:55:28.043790 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:28.609004 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc581402-bc0e-460e-a943-d570137ffd34 req-23c6a7a3-c17d-460d-8ac1-9bbc6337c931 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.610466 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc581402-bc0e-460e-a943-d570137ffd34 req-23c6a7a3-c17d-460d-8ac1-9bbc6337c931 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0613351 Jul 16 08:55:28.646494 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc581402-bc0e-460e-a943-d570137ffd34 req-7fe4d9e0-8fb1-404d-a61a-4ce67e1610e9 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305386 Jul 16 08:55:29.816800 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418686b-c800-492d-aa44-28343e144b0d req-28113ed2-5c04-4698-82e0-c3e9797ff90d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.818973 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7418686b-c800-492d-aa44-28343e144b0d req-28113ed2-5c04-4698-82e0-c3e9797ff90d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0650465 Jul 16 08:55:29.855417 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-7418686b-c800-492d-aa44-28343e144b0d req-88278cc3-0d08-4142-b291-00d21130bb9c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Jul 16 08:55:30.801383 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.029060 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7321-1ecf-4218-bda5-d11bbbf4a4c8 req-c4896253-aa91-4d34-826b-24b33a82093a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.030509 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a27d7321-1ecf-4218-bda5-d11bbbf4a4c8 req-c4896253-aa91-4d34-826b-24b33a82093a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0644765 Jul 16 08:55:31.067010 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a27d7321-1ecf-4218-bda5-d11bbbf4a4c8 req-545d793a-ca12-4d43-b4f4-ea42888d328d tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310402 Jul 16 08:55:31.518009 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ae1ca120-a9c7-4f77-a274-af016882cd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.238288 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad313f7-7a7b-44d0-8d88-64059849d4bf req-57cfc6e9-bbec-4f6f-b8f5-6718ea832a10 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.239805 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-fad313f7-7a7b-44d0-8d88-64059849d4bf req-57cfc6e9-bbec-4f6f-b8f5-6718ea832a10 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 944 time: 0.0622749 Jul 16 08:55:32.277234 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-fad313f7-7a7b-44d0-8d88-64059849d4bf req-d9a86331-3b16-403b-ae9a-9ce174101436 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Jul 16 08:55:32.530229 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=99544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:32.624050 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:32.634631 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Returning: {'device': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'port_id': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'mac_address': 'fa:16:3e:01:09:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:32.669196 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.681445 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc {{(pid=99544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:32.700065 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:32.703899 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.747732 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=7']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.991033 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] get_ports_and_sgs() called for port_ids ['5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'] {{(pid=99544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:33.446794 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb164b-8b7a-4c08-9eda-813efcdb4cd1 req-1f531114-0458-476e-bfbf-3aebb4400c80 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.448287 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78bb164b-8b7a-4c08-9eda-813efcdb4cd1 req-1f531114-0458-476e-bfbf-3aebb4400c80 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 945 time: 0.0616219 Jul 16 08:55:33.484902 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78bb164b-8b7a-4c08-9eda-813efcdb4cd1 req-1427d5e0-0d34-433b-b6c0-a511fcf354ab tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306044 Jul 16 08:55:34.092370 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c046b4ef-1798-45b6-a8dc-a0fd7cd735dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.101040 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.541588 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc up at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:34.594317 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Provisioning complete for port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc triggered by entity L2. {{(pid=99544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:34.594721 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484070'] for port, provisioning_complete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.659693 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6d443-7b78-4aaa-8ee5-253a9072bc8d req-563ea0cc-ae46-4129-a536-9e9f553e1edb tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.661081 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b6c6d443-7b78-4aaa-8ee5-253a9072bc8d req-563ea0cc-ae46-4129-a536-9e9f553e1edb tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 945 time: 0.0636659 Jul 16 08:55:34.672660 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3694422'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.693958 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'}] {{(pid=99544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:34.696206 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb7ad9e346c3f91832c31af00bffc3f1e0d226c38dfd3e5c6f927f88b64ad0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deba4dce-3592-4995-a393-4d7a64c1a21d" -d '{"events": [{"server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "name": "network-vif-plugged", "status": "completed", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc"}]}' {{(pid=99544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:34.697711 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-b6c6d443-7b78-4aaa-8ee5-253a9072bc8d req-20a26693-2b2e-4afd-a730-889a1910ec8c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Jul 16 08:55:34.709040 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:34.715144 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255048533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254644893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254644911'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.761166 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Pushing event updated for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=8']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.241938 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.753961 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2767d2b-2707-4b8e-ab5f-f7b64336cb74 x-openstack-request-id: req-d2767d2b-2707-4b8e-ab5f-f7b64336cb74 {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:35.754264 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "name": "network-vif-plugged", "status": "completed", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc", "code": 200}]} {{(pid=99544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:35.754543 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d2767d2b-2707-4b8e-ab5f-f7b64336cb74 {{(pid=99544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:35.755002 dv-cinder-800768-3-iscsi neutron-server[99544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'code': 200} Jul 16 08:55:35.890863 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d01527-2fd1-48ce-a448-eb910d0e315d req-86844efd-357f-4590-ad05-d62c05c86848 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.892456 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d2d01527-2fd1-48ce-a448-eb910d0e315d req-86844efd-357f-4590-ad05-d62c05c86848 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0700300 Jul 16 08:55:35.931490 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-d2d01527-2fd1-48ce-a448-eb910d0e315d req-c517c671-1e6a-4a37-a3e8-53a712c9a4aa tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335512 Jul 16 08:55:36.015730 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c230-5445-418b-9560-472ea093bab1 req-4e88b9e3-d19d-4f35-a316-c0ac0e20ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:36.017104 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a545c230-5445-418b-9560-472ea093bab1 req-4e88b9e3-d19d-4f35-a316-c0ac0e20ddbe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1099 time: 0.0499513 Jul 16 08:55:36.049867 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a545c230-5445-418b-9560-472ea093bab1 req-adb24a47-0c23-45d1-ade5-d8eb33f4476d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266972 Jul 16 08:55:37.034727 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.103772 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fbd21-ed13-4f48-88d7-99e888f1d17a req-7a9da855-c042-40bc-9c70-a1b6404fa51e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.105265 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-599fbd21-ed13-4f48-88d7-99e888f1d17a req-7a9da855-c042-40bc-9c70-a1b6404fa51e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0639770 Jul 16 08:55:37.143009 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-599fbd21-ed13-4f48-88d7-99e888f1d17a req-c69eae04-7d15-4050-a456-ae69d27cc879 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Jul 16 08:55:38.310771 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7464fc-44f0-4882-98fa-0556adecd146 req-c403873d-0cdb-4f91-b09f-fe0f02c7ef08 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.312750 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5f7464fc-44f0-4882-98fa-0556adecd146 req-c403873d-0cdb-4f91-b09f-fe0f02c7ef08 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0612433 Jul 16 08:55:38.348564 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-5f7464fc-44f0-4882-98fa-0556adecd146 req-00b63c43-5268-4fed-99d5-70783e384791 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Jul 16 08:56:00.817936 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.518014 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-26c31681-fbd4-43c2-aece-3fcf013698e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.097831 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e6f79499-c28b-454e-b759-3d514ec5f25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.102202 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.042743 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:05.240664 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.034858 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.076361 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-363afad8-d7ce-44ad-b397-1c9dbd3c4bcb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499136 Jul 16 08:56:09.184765 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-c795cc59-331f-463d-90be-5769eea12857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.186230 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-c795cc59-331f-463d-90be-5769eea12857 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1099 time: 0.0509167 Jul 16 08:56:09.289764 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-d83a2dbc-af7e-4fde-8038-a370d85b2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.291183 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-d83a2dbc-af7e-4fde-8038-a370d85b2ce4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 909 time: 0.0845330 Jul 16 08:56:09.351846 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-17abc475-a497-403b-98e0-328875749693 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 1001 time: 0.0537510 Jul 16 08:56:09.400681 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-9e98b887-c5bd-4551-b95b-38bff134e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.402037 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-9e98b887-c5bd-4551-b95b-38bff134e500 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0442047 Jul 16 08:56:09.455933 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-30c0686e-5f2b-4b16-b06b-50d6c7ceaff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.457351 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-30c0686e-5f2b-4b16-b06b-50d6c7ceaff3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491612 Jul 16 08:56:09.542371 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-b91047ff-ddb9-4c69-a6a8-608400d65ed0 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788405 Jul 16 08:56:09.631133 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cabdc491-0e7f-491b-85aa-ea927997e4ca req-c8729558-1008-4494-93d7-af4218fbfc1a service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816379 Jul 16 08:56:30.812625 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.518002 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5fafba50-6fc2-4476-8076-0067ef758c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.089303 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-10e55607-c7dc-403d-96ea-7c7fb98c857c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.103499 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.244481 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.038164 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.041492 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:47.961730 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 51318) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.115855 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Deleting port 7be4394f-7758-4b39-ba31-8834acd541ff {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:48.116242 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.193215 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.193578 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.205260 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Calling delete_port for 7be4394f-7758-4b39-ba31-8834acd541ff owned by network:floatingip {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:48.346668 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.372279 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event deleted for resources: {'Port': ['ID=7be4394f-7758-4b39-ba31-8834acd541ff,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.396469 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.396827 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.397171 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.397510 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.397846 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.398185 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.398515 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.398844 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.399176 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.399506 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.399836 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.400183 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:48.440425 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for floatingip, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.440756 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.db.l3_db [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Floating IP 94f5569b-b3a4-4bb7-ab66-c09b4cb968e4 disassociated (deleted). External IP: 172.27.0.48, port: 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc. Jul 16 08:56:48.638716 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:48.742521 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:48.747383 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for floatingip, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.751586 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] Sync routers for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:48.760517 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:48.761142 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:56:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.781904 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-267d53f1-7b54-4d04-bead-af7fbc53f5c0 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "DELETE /v2.0/floatingips/94f5569b-b3a4-4bb7-ab66-c09b4cb968e4 HTTP/1.1" status: 204 len: 168 time: 0.8191168 Jul 16 08:56:48.782492 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:48.785426 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f0cc18649cbde16f46b0194a93288ab2cd0ba2bd59ca9979f66627b6a3dbdb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a235e8-fb21-4653-890e-11318a6bc336" -d '{"events": [{"name": "network-changed", "server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:48.821814 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a8a4b0-79c4-4ac3-804a-d196b3554812 x-openstack-request-id: req-d0a8a4b0-79c4-4ac3-804a-d196b3554812 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:48.822108 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc", "status": "completed", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:48.822358 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d0a8a4b0-79c4-4ac3-804a-d196b3554812 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:48.822747 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'status': 'completed', 'code': 200} Jul 16 08:56:48.867756 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:48.918111 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a235e8-fb21-4653-890e-11318a6bc336 req-fa048595-2b55-4b19-9045-8aac8b257f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.919521 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47a235e8-fb21-4653-890e-11318a6bc336 req-fa048595-2b55-4b19-9045-8aac8b257f6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 1099 time: 0.0518336 Jul 16 08:56:49.026378 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a235e8-fb21-4653-890e-11318a6bc336 req-a068971b-ae31-4ace-a634-7d1e80a5bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.028094 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47a235e8-fb21-4653-890e-11318a6bc336 req-a068971b-ae31-4ace-a634-7d1e80a5bc11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 200 len: 909 time: 0.1022685 Jul 16 08:56:49.072469 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 5, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.081684 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47a235e8-fb21-4653-890e-11318a6bc336 req-5754ed43-3769-4ab1-94f7-662a3b67b2c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 200 len: 217 time: 0.0362463 Jul 16 08:56:49.099454 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] Checking router: 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:49.107890 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:49.108511 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:56:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.133427 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a235e8-fb21-4653-890e-11318a6bc336 req-23785338-fbc9-46b0-9739-669155c26ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.135031 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47a235e8-fb21-4653-890e-11318a6bc336 req-23785338-fbc9-46b0-9739-669155c26ead service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 200 len: 847 time: 0.0474126 Jul 16 08:56:49.155450 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8e0d3-0023-46a1-96ef-6a33ca7bae03 req-03695961-82f7-48b4-9d84-9bda4854008c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.160345 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-82e8e0d3-0023-46a1-96ef-6a33ca7bae03 req-03695961-82f7-48b4-9d84-9bda4854008c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0750141 Jul 16 08:56:49.198299 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a235e8-fb21-4653-890e-11318a6bc336 req-6fa829d2-e4b4-4f09-9af8-ad524da94307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.199942 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47a235e8-fb21-4653-890e-11318a6bc336 req-6fa829d2-e4b4-4f09-9af8-ad524da94307 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed7a579a-c81c-49ee-b46f-1cea7a5655ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574720 Jul 16 08:56:49.206524 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [req-82e8e0d3-0023-46a1-96ef-6a33ca7bae03 req-dfda32fe-b06f-4a74-8257-1f4c75b0349f tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Jul 16 08:56:49.217418 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:49.287687 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47a235e8-fb21-4653-890e-11318a6bc336 req-773803da-c602-4cf9-9ecc-f657e3786ab0 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807967 Jul 16 08:56:49.377605 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47a235e8-fb21-4653-890e-11318a6bc336 req-3cbfc8b1-bfac-422c-946f-464d830fa689 service neutron] 10.222.0.62 "GET /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Jul 16 08:56:49.413296 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 5, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.442486 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ee9de-caa2-4301-a15c-6bf9ea7fcf08 None None] The sync data for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi is: [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi', '_interfaces': [{'id': '7a4d03bd-b0f8-43ff-8109-e179db140dce', 'name': '', 'network_id': 'ed7a579a-c81c-49ee-b46f-1cea7a5655ae', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'mac_address': 'fa:16:3e:ae:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:30Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 5, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'subnets': [{'id': 'ebba5447-1bfc-4ee3-9e8f-a993f68c7a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:49.634973 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6828e31-4d25-4011-a64f-26899ec6658d None None] New status for floating IP 94f5569b-b3a4-4bb7-ab66-c09b4cb968e4: DOWN {{(pid=99545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:56:50.383819 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ba5e5-71af-4124-becc-f8d8e3ae18de req-e5960ea8-3c83-4aa7-9ce9-aad6c1480a74 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.385313 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-771ba5e5-71af-4124-becc-f8d8e3ae18de req-e5960ea8-3c83-4aa7-9ce9-aad6c1480a74 tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0638225 Jul 16 08:56:50.422477 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-771ba5e5-71af-4124-becc-f8d8e3ae18de req-a60d9828-907a-4fb9-b65c-89cba71e3acf tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/security-groups?id=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Jul 16 08:56:50.769044 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-bb668f9e-920b-4e09-977f-b65b832c8e6b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.770386 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-bb668f9e-920b-4e09-977f-b65b832c8e6b tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.62 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 946 time: 0.0641835 Jul 16 08:56:50.864418 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Deleting port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:50.864769 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.951794 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] For port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:50.952179 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.963966 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Calling delete_port for 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:51.084422 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.113295 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event deleted for resources: {'Port': ['ID=5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:51.126405 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.126717 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.127485 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.128125 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.128571 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.129121 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.129660 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.130193 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.130532 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.130862 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.132629 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.132984 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:51.171475 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] No DVR routers for this DVR port 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc on host hv-cinder-80076 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:51.173853 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925376'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.175775 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d6b27ef6-0066-42d4-a854-2c1cd79618f6 req-19c77ff7-11c4-4db9-b0b1-784398940c4e tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.62 "DELETE /v2.0/ports/5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc HTTP/1.1" status: 204 len: 173 time: 0.3999834 Jul 16 08:56:51.176226 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'name': 'network-vif-deleted', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:51.178458 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f249f36dc7a0f272f233a63b31fea698364bd047062fc544adc233591ce26bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e48df62-2e50-45d5-8f41-c91183fbbef8" -d '{"events": [{"server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "name": "network-vif-deleted", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:51.214988 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eead11-81a9-4d3e-bd83-33eb2415522e x-openstack-request-id: req-06eead11-81a9-4d3e-bd83-33eb2415522e {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:51.215303 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532f3708-8161-4620-98b9-0c847ecccd72", "name": "network-vif-deleted", "tag": "5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:51.215623 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-06eead11-81a9-4d3e-bd83-33eb2415522e {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:51.216000 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532f3708-8161-4620-98b9-0c847ecccd72', 'name': 'network-vif-deleted', 'tag': '5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc', 'status': 'completed', 'code': 200} Jul 16 08:56:51.568469 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d7c4cef7-72c0-4760-96c0-5dceec8dc97a req-8cb5a9b0-91a7-420a-89cc-296415e9551c tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "GET /v2.0/ports?device_id=532f3708-8161-4620-98b9-0c847ecccd72 HTTP/1.1" status: 200 len: 210 time: 0.0309811 Jul 16 08:56:52.655396 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 51346) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.711405 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e92909ea-237b-4a66-8577-0ed94e15492a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.734612 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e92909ea-237b-4a66-8577-0ed94e15492a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.791047 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e92909ea-237b-4a66-8577-0ed94e15492a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.793760 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e92909ea-237b-4a66-8577-0ed94e15492a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Notify callbacks [] for security_group, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.794901 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-e92909ea-237b-4a66-8577-0ed94e15492a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] 10.222.0.63 "DELETE /v2.0/security-groups/6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1 HTTP/1.1" status: 204 len: 168 time: 0.1384888 Jul 16 08:56:52.803791 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92909ea-237b-4a66-8577-0ed94e15492a tempest-TestShelveInstance-1513880367 tempest-TestShelveInstance-1513880367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6888ee6a-8b45-4fa5-97ef-e1d3f9fb72a1,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.847849 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 51350) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.179585 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.425571 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Deleting port 7a4d03bd-b0f8-43ff-8109-e179db140dce {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:53.425915 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.500275 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] For port 7a4d03bd-b0f8-43ff-8109-e179db140dce, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=7a4d03bd-b0f8-43ff-8109-e179db140dce,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:53.500547 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.512484 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Calling delete_port for 7a4d03bd-b0f8-43ff-8109-e179db140dce owned by network:router_interface {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:53.684495 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.706969 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4d03bd-b0f8-43ff-8109-e179db140dce,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.143344 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.346579 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:54.446370 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:54.451125 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-4c11b201-30a0-4c2b-8691-bcbd123ecb3e admin admin] 10.222.0.63 "PUT /v2.0/routers/17c2fd99-fc69-4b3a-b902-91f8af9e4e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6022086 Jul 16 08:56:54.453621 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 51352) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:54.463089 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] Sync routers for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:54.472256 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:54.472877 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:56:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:54.559837 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks [] for router, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.576421 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:54.659439 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.709753 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Deleting port 4302c19a-7b07-46e9-bca5-5e075d82f8e6 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:54.710414 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.745672 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:56:53Z', 'revision_number': 5, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port': {'id': '4302c19a-7b07-46e9-bca5-5e075d82f8e6', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:54.771144 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] Checking router: 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 for host: dv-cinder-800768-3-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:54.779158 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] Routers {'17c2fd99-fc69-4b3a-b902-91f8af9e4e50'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:54.779794 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:56:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:54.791775 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] For port 4302c19a-7b07-46e9-bca5-5e075d82f8e6, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=4302c19a-7b07-46e9-bca5-5e075d82f8e6,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:54.792158 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.804642 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Calling delete_port for 4302c19a-7b07-46e9-bca5-5e075d82f8e6 owned by network:router_gateway {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:54.863381 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] Set router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 gateway port host: None {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:54.915633 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:56:54Z', 'revision_number': 6, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port_host': None}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:54.942065 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71676-8c4c-4297-b088-d2825b3cfe10 None None] The sync data for ids ['17c2fd99-fc69-4b3a-b902-91f8af9e4e50'] in dv-cinder-800768-3-iscsi is: [{'id': '17c2fd99-fc69-4b3a-b902-91f8af9e4e50', 'name': 'tempest-TestShelveInstance-115271762-router', 'tenant_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:28Z', 'updated_at': '2021-07-16T08:56:54Z', 'revision_number': 6, 'project_id': 'e4c39dfc56ac4c019fa74c32ac45a62a', 'gw_port_host': None}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:54.964766 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.966118 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc no longer exists at agent hyperv_hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:54.986847 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] No Port match for: 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:54.987203 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Device 5fca0dbb-8080-4bd9-8eeb-40c41c8ac7bc not bound to the agent host hv-cinder-80076 {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:54.991806 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4302c19a-7b07-46e9-bca5-5e075d82f8e6,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.057522 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.145888 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.147955 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.189802 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.190356 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c2fd99-fc69-4b3a-b902-91f8af9e4e50 {{(pid=99543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:55.194701 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] Notify callbacks [] for router, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.196078 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-f778b945-4543-4968-bf22-8aa93ff7e7bf admin admin] 10.222.0.63 "DELETE /v2.0/routers/17c2fd99-fc69-4b3a-b902-91f8af9e4e50 HTTP/1.1" status: 204 len: 168 time: 0.7415328 Jul 16 08:56:55.198546 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 51354) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.241867 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee58d05-3ed3-4bc5-bfa9-4e27fd6fd9fb admin admin] Deleting subnet ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 {{(pid=99543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:55.244746 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0ee58d05-3ed3-4bc5-bfa9-4e27fd6fd9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.277469 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0ee58d05-3ed3-4bc5-bfa9-4e27fd6fd9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12444959'] for subnet, precommit_delete_associations {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.356430 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0ee58d05-3ed3-4bc5-bfa9-4e27fd6fd9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.407277 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0ee58d05-3ed3-4bc5-bfa9-4e27fd6fd9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11708604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11613587'] for subnet, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.432920 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee58d05-3ed3-4bc5-bfa9-4e27fd6fd9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebba5447-1bfc-4ee3-9e8f-a993f68c7a73,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.436712 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0ee58d05-3ed3-4bc5-bfa9-4e27fd6fd9fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.438608 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-0ee58d05-3ed3-4bc5-bfa9-4e27fd6fd9fb admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ebba5447-1bfc-4ee3-9e8f-a993f68c7a73 HTTP/1.1" status: 204 len: 168 time: 0.2391450 Jul 16 08:56:55.441536 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [-] (99543) accepted ('10.222.0.63', 51356) {{(pid=99543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.444649 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332460ea-bc6b-4497-9f1b-ee77e063e40f None None] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:55.513208 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.569257 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Deleting port bba920ff-a002-4391-ab03-410f7f2011a6 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:55.569694 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.634472 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] DHCP port deletion for ed7a579a-c81c-49ee-b46f-1cea7a5655ae request from dv-cinder-800768-3-iscsi {{(pid=99544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:55.638093 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] For port bba920ff-a002-4391-ab03-410f7f2011a6, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=bba920ff-a002-4391-ab03-410f7f2011a6,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:55.638454 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.656101 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Calling delete_port for bba920ff-a002-4391-ab03-410f7f2011a6 owned by network:dhcp {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:55.684283 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Deleting port bba920ff-a002-4391-ab03-410f7f2011a6 {{(pid=99544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:55.684747 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.740234 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11708623'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.766404 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba920ff-a002-4391-ab03-410f7f2011a6,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.770420 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] No DVR routers for this DVR port bba920ff-a002-4391-ab03-410f7f2011a6 on host dv-cinder-800768-3-iscsi {{(pid=99543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:55.845224 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.855145 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7a579a-c81c-49ee-b46f-1cea7a5655ae']}} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:55.864525 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] For port bba920ff-a002-4391-ab03-410f7f2011a6, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=bba920ff-a002-4391-ab03-410f7f2011a6,segment=NetworkSegment(31da06fa-0cfd-4f40-a383-a1ad29959045),segment_id=31da06fa-0cfd-4f40-a383-a1ad29959045)] {{(pid=99544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:55.864891 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31da06fa-0cfd-4f40-a383-a1ad29959045') {'for_net_delete': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:55.865007 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.865198 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.services.segments.db [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31da06fa-0cfd-4f40-a383-a1ad29959045') {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:55.873851 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12444968'] for segment, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.877554 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Calling delete_port for bba920ff-a002-4391-ab03-410f7f2011a6 owned by network:dhcp {{(pid=99544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:55.887882 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.894491 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=99543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:55.894905 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708702'] for segment, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: Traceback (most recent call last): Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: timer() Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: cb(*args, **kw) Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: return func(*args, **kwargs) Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: self._notify() Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: self.callback(batched_events) Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: event.method(event) Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: return f(self, *a, **k) Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._get(url).json() Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:55.896563 dv-cinder-800768-3-iscsi neutron-server[99543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:55.949153 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.953584 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.954755 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884'] for port, after_delete {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.955517 dv-cinder-800768-3-iscsi neutron-server[99543]: INFO neutron.wsgi [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ed7a579a-c81c-49ee-b46f-1cea7a5655ae HTTP/1.1" status: 204 len: 168 time: 0.5128407 Jul 16 08:56:55.958619 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51358) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.973414 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e948fd5-db84-4a50-9770-e44b80475ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7a579a-c81c-49ee-b46f-1cea7a5655ae,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.977781 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Network ed7a579a-c81c-49ee-b46f-1cea7a5655ae is not hosted by any dhcp agent {{(pid=99544) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:56:55.978245 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] No DVR routers for this DVR port bba920ff-a002-4391-ab03-410f7f2011a6 on host dv-cinder-800768-3-iscsi {{(pid=99544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:55.979984 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Pushing event deleted for resources: {'Port': ['ID=bba920ff-a002-4391-ab03-410f7f2011a6,revision_number=None']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.989630 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.990232 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.990565 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.990899 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.991230 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.991545 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.992039 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.992226 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.992533 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.992857 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.993182 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:55.993504 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44bdde-ba9e-4979-9141-bfa89bf4adb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-3-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:56.505484 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 7a4d03bd-b0f8-43ff-8109-e179db140dce no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:56.524343 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 7a4d03bd-b0f8-43ff-8109-e179db140dce {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:56.524768 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 7a4d03bd-b0f8-43ff-8109-e179db140dce not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:56.525247 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 4302c19a-7b07-46e9-bca5-5e075d82f8e6 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:56.543940 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 4302c19a-7b07-46e9-bca5-5e075d82f8e6 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:56.544286 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 4302c19a-7b07-46e9-bca5-5e075d82f8e6 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:56.544707 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device bba920ff-a002-4391-ab03-410f7f2011a6 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:56.562749 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: bba920ff-a002-4391-ab03-410f7f2011a6 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:56.563093 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device bba920ff-a002-4391-ab03-410f7f2011a6 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:56.565925 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680096'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.805976 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Deleting port 2fc88857-5563-45ed-ae9a-2b2b3be156c4 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:56.806236 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.879151 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] For port 2fc88857-5563-45ed-ae9a-2b2b3be156c4, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=2fc88857-5563-45ed-ae9a-2b2b3be156c4,segment=NetworkSegment(53bc4ebf-3477-4e69-852f-6455af458305),segment_id=53bc4ebf-3477-4e69-852f-6455af458305)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:56.879506 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.890979 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Calling delete_port for 2fc88857-5563-45ed-ae9a-2b2b3be156c4 owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:57.060215 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.088228 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc88857-5563-45ed-ae9a-2b2b3be156c4,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:57.251170 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683824'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.457252 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Router 05b5b851-9694-45de-826a-c491cd818301 has already been hosted by L3 agent 7e356d11-0493-41c1-9fb3-2e90d1e77c8e {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:57.558156 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] Notify agent at l3_agent.dv-cinder-800768-3-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:57.563000 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-1034407b-7838-427d-96bf-e8e829298a69 admin admin] 10.222.0.63 "PUT /v2.0/routers/05b5b851-9694-45de-826a-c491cd818301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019454 Jul 16 08:56:57.566107 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51360) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.566774 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] Sync routers for ids ['05b5b851-9694-45de-826a-c491cd818301'] in dv-cinder-800768-3-iscsi {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:57.576522 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] Routers {'05b5b851-9694-45de-826a-c491cd818301'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:57.577138 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:56:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['05b5b851-9694-45de-826a-c491cd818301'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:57.664484 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.677411 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] Set router 05b5b851-9694-45de-826a-c491cd818301 gateway port host: dv-cinder-800768-3-iscsi {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:57.762874 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.815171 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Deleting port 925d2285-c6ed-44d5-ba63-69089e7de91b {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:57.815515 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.846997 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'external_fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:56:57Z', 'revision_number': 5, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port': {'id': '925d2285-c6ed-44d5-ba63-69089e7de91b', 'name': '', 'network_id': 'fbb632c9-8b35-4e29-be59-eb560b37b88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b5b851-9694-45de-826a-c491cd818301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:33Z', 'updated_at': '2021-07-16T08:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '224786a0-9ea4-49c1-a5c5-daa33bf132cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-3-iscsi'}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:57.872119 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] Checking router: 05b5b851-9694-45de-826a-c491cd818301 for host: dv-cinder-800768-3-iscsi {{(pid=99545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:57.880019 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] Routers {'05b5b851-9694-45de-826a-c491cd818301'} bound to L3 agent in host dv-cinder-800768-3-iscsi {{(pid=99545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:57.880598 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:34:04Z,description=,heartbeat_timestamp=2021-07-16T08:56:34Z,host='dv-cinder-800768-3-iscsi',id=7e356d11-0493-41c1-9fb3-2e90d1e77c8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:34:04Z,topic='l3_agent')) {'router_ids': ['05b5b851-9694-45de-826a-c491cd818301'], 'active': True} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:57.892607 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] For port 925d2285-c6ed-44d5-ba63-69089e7de91b, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=925d2285-c6ed-44d5-ba63-69089e7de91b,segment=NetworkSegment(4ac75f18-5d89-4ad5-8357-111ca6b1aacd),segment_id=4ac75f18-5d89-4ad5-8357-111ca6b1aacd)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:57.892965 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.904976 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Calling delete_port for 925d2285-c6ed-44d5-ba63-69089e7de91b owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:57.961926 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_dvr_db [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] Set router 05b5b851-9694-45de-826a-c491cd818301 gateway port host: None {{(pid=99545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:58.013810 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.l3_hamode_db [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:56:57Z', 'revision_number': 6, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port_host': None}], 'dv-cinder-800768-3-iscsi', False) {} {{(pid=99545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:58.041484 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5345049-5e3e-4334-88f1-ec3b8d40f2d9 None None] The sync data for ids ['05b5b851-9694-45de-826a-c491cd818301'] in dv-cinder-800768-3-iscsi is: [{'id': '05b5b851-9694-45de-826a-c491cd818301', 'name': 'tempest-TestShelveInstance-1346755828-router', 'tenant_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:32Z', 'updated_at': '2021-07-16T08:56:57Z', 'revision_number': 6, 'project_id': '90e516b4ce6f4917897039fdfc7ab4fa', 'gw_port_host': None}] {{(pid=99545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:58.070786 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.099842 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=925d2285-c6ed-44d5-ba63-69089e7de91b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.158840 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367978'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.246000 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-367614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57479'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.248106 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.288528 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680424'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.288968 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05b5b851-9694-45de-826a-c491cd818301 {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:58.293129 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.294297 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-872675a4-a0d6-4ca2-9c1f-d85b4f3c9b4d admin admin] 10.222.0.63 "DELETE /v2.0/routers/05b5b851-9694-45de-826a-c491cd818301 HTTP/1.1" status: 204 len: 168 time: 0.7272832 Jul 16 08:56:58.296771 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51362) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.341947 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-821dde14-e5d4-4602-8a72-5f9580f7e94c admin admin] Deleting subnet 781c8c45-ed79-4620-9e61-21affc51fc46 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:58.344962 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-821dde14-e5d4-4602-8a72-5f9580f7e94c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.377915 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-821dde14-e5d4-4602-8a72-5f9580f7e94c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9054064'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.456205 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-821dde14-e5d4-4602-8a72-5f9580f7e94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486543'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.513277 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-821dde14-e5d4-4602-8a72-5f9580f7e94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8946603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9121509'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.539087 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dde14-e5d4-4602-8a72-5f9580f7e94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781c8c45-ed79-4620-9e61-21affc51fc46,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.542528 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-821dde14-e5d4-4602-8a72-5f9580f7e94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.544482 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-821dde14-e5d4-4602-8a72-5f9580f7e94c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/781c8c45-ed79-4620-9e61-21affc51fc46 HTTP/1.1" status: 204 len: 168 time: 0.2467308 Jul 16 08:56:58.546936 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51364) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.549611 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b95a42f-77b9-4556-b4e3-0fbab561e3af None None] Network bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 requested from dv-cinder-800768-3-iscsi {{(pid=99544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:58.612653 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3460132'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.663720 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Deleting port 8c25e900-16a9-401b-b4c3-00a001cb0e71 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:58.664093 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255047343'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.728510 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] For port 8c25e900-16a9-401b-b4c3-00a001cb0e71, host dv-cinder-800768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-3-iscsi',level=0,port_id=8c25e900-16a9-401b-b4c3-00a001cb0e71,segment=NetworkSegment(53bc4ebf-3477-4e69-852f-6455af458305),segment_id=53bc4ebf-3477-4e69-852f-6455af458305)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:58.728866 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680347'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.739843 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Calling delete_port for 8c25e900-16a9-401b-b4c3-00a001cb0e71 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:58.819332 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255048578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254644884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8946648'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.833869 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae4762f-77c6-4273-bf6b-419dc1a871ba None None] DHCP port deletion for bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 request from dv-cinder-800768-3-iscsi {{(pid=99544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:58.855406 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c25e900-16a9-401b-b4c3-00a001cb0e71,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.857612 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] No DVR routers for this DVR port 8c25e900-16a9-401b-b4c3-00a001cb0e71 on host dv-cinder-800768-3-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:58.906271 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 2fc88857-5563-45ed-ae9a-2b2b3be156c4 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:58.926099 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 2fc88857-5563-45ed-ae9a-2b2b3be156c4 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:58.926552 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 2fc88857-5563-45ed-ae9a-2b2b3be156c4 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:58.930263 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488811', 'neutron.services.segments.db._delete_segments_for_network-8793255161676'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.941088 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:58.951026 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bc4ebf-3477-4e69-852f-6455af458305') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:58.951329 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bc4ebf-3477-4e69-852f-6455af458305') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:58.960321 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255163733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9054023'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.978020 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.983861 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:58.984306 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3524631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8946185'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: timer() Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: cb(*args, **kw) Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: self._notify() Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: self.callback(batched_events) Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: event.method(event) Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._get(url).json() Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:58.985901 dv-cinder-800768-3-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:59.039186 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368054'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.043952 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531283'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.048382 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] 10.222.0.63 "DELETE /v2.0/networks/bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31 HTTP/1.1" status: 204 len: 168 time: 0.5004675 Jul 16 08:56:59.062116 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341313c3-6cd9-4351-b745-13b37a95e173 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4fc4e8-3993-4b8e-b1f3-7cbf4b956b31,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.229972 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51368) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.269590 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-53a7078f-afc1-4db6-a526-adf08b427a71 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e4c39dfc56ac4c019fa74c32ac45a62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384240 Jul 16 08:56:59.271979 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51370) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.318742 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9755115-c546-4219-911b-5b6a0009498a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.338469 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9755115-c546-4219-911b-5b6a0009498a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.386753 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9755115-c546-4219-911b-5b6a0009498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.389229 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a9755115-c546-4219-911b-5b6a0009498a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.390362 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a9755115-c546-4219-911b-5b6a0009498a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa307617-17f6-41ba-8c47-96ed70aa8a34 HTTP/1.1" status: 204 len: 168 time: 0.1174901 Jul 16 08:56:59.397688 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9755115-c546-4219-911b-5b6a0009498a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa307617-17f6-41ba-8c47-96ed70aa8a34,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.701213 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51376) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.740762 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-91614536-5deb-429a-977e-0adef50b481b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=90e516b4ce6f4917897039fdfc7ab4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382342 Jul 16 08:56:59.743189 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.63', 51378) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.791716 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d6b29020-768f-415c-9ea8-089b55e32709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.811477 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d6b29020-768f-415c-9ea8-089b55e32709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.858488 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d6b29020-768f-415c-9ea8-089b55e32709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739447'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.861918 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d6b29020-768f-415c-9ea8-089b55e32709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.863108 dv-cinder-800768-3-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d6b29020-768f-415c-9ea8-089b55e32709 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4646c777-9ec2-4653-a807-d4f5c7d68e94 HTTP/1.1" status: 204 len: 168 time: 0.1189692 Jul 16 08:56:59.870693 dv-cinder-800768-3-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b29020-768f-415c-9ea8-089b55e32709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4646c777-9ec2-4653-a807-d4f5c7d68e94,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.502634 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c25e900-16a9-401b-b4c3-00a001cb0e71 no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:00.526061 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 8c25e900-16a9-401b-b4c3-00a001cb0e71 {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:00.526415 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 8c25e900-16a9-401b-b4c3-00a001cb0e71 not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:00.526846 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 925d2285-c6ed-44d5-ba63-69089e7de91b no longer exists at agent ovs-agent-dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:00.545688 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] No Port match for: 925d2285-c6ed-44d5-ba63-69089e7de91b {{(pid=99544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:00.546043 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.rpc [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Device 925d2285-c6ed-44d5-ba63-69089e7de91b not bound to the agent host dv-cinder-800768-3-iscsi {{(pid=99544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:00.830736 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.518464 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8e353d40-ab91-4ee4-bcea-a7ae844b2181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.093698 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-888daad4-44b4-4aee-a8c7-fcc67c0fbbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.103689 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.246800 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.039988 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.041374 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:30.833199 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.519154 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7c74c492-e087-4a4e-9c93-43ccdd77ef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.100248 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7ad7-f071-4c54-a636-aefd706294b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.104502 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.249451 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.043539 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.040920 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:00.828504 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.517755 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-afef79a8-8eb0-4aa8-91a4-d2187bd09969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.956106 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [req-4cc0570b-24bd-4ee7-b4d2-cc7831e03825 req-47c2f4f4-0405-412f-9c2d-53e5c8b226a3 service neutron] (99543) timed out ('10.222.0.62', 57031) {{(pid=99543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:58:04.095301 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-3162b39c-c3a7-4a97-b981-c5e6e951820f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.105317 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.253209 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.049647 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.841994 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.518653 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-02b980f4-09e9-46bb-ac65-f4437f0fb131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.040697 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:34.102722 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-2406c6f3-9e91-4e53-be35-afd9b06875d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.107531 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.255017 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.047351 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.841116 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.518019 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-0d09b68b-153f-42cd-a036-0838f2c7b24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.097857 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef300-9de9-431b-940f-042974bc206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.107764 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.256622 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.050445 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.040032 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:18.642760 dv-cinder-800768-3-iscsi neutron-server[99543]: DEBUG neutron.wsgi [req-a855a37c-2e2d-4c5c-8fb3-22f4644d19a4 req-7ed56cce-c160-4d5b-9cac-d4f0a1c13640 service neutron] (99543) timed out ('10.222.0.63', 44952) {{(pid=99543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:59:30.839948 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.518686 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-69884cbd-7f1b-49f6-afbb-42b271bffdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.103313 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1285-4413-43a7-9110-9fd159c74cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.110417 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.260054 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.053339 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.039120 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:00.839072 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.518648 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-bb934a0d-7488-4ff1-8dde-4177624b292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.108723 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-1d82b01e-f3df-4d63-a200-1b17dbd58f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.113587 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.262653 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.054817 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.038436 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:30.837633 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.521425 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-5e41cc7e-e559-4322-a5bc-01924e65b16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.114729 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ec200267-6989-4598-a40a-2054ab837160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.119696 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.265463 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.058060 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.853189 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.037247 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:01:01.521891 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-64f36d64-4b14-46da-b2cd-728710f9af82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.104923 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-df65a018-b2ce-4ff7-86f3-49550b635399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.119670 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.268895 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.059508 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.866168 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.521831 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-1b93cf9c-f29c-416e-9c28-dc0e15a13b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.110490 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c300d57d-2509-4aa8-8206-b5da71822564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.121596 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.270573 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.062534 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.036169 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:00.865735 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b24bb36e-0d16-4b2f-8088-aee9616ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.520624 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-571859ef-b70e-4765-b32e-19adcd2472ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.112455 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-b8736762-e2b1-4e93-8ef0-19476b092997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.122906 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-f6b76f97-ef7d-481c-a3f7-dbd883445ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.273492 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-8f082c56-5577-45e8-9f8b-4d26416136d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.065774 dv-cinder-800768-3-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-e862f991-7359-4bb7-94e4-f69eafd8405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255161658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487601'] for agent, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.035649 dv-cinder-800768-3-iscsi neutron-server[99545]: DEBUG neutron.db.agents_db [None req-484c70dc-f2eb-480b-82db-b4f4861917f1 None None] Agent healthcheck: found 6 active agents {{(pid=99545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}